-- Logs begin at Mon 2021-06-07 11:24:09 UTC, end at Mon 2021-06-07 12:21:57 UTC. -- Jun 07 11:52:58.654502 dv-cinder-786627-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 11:53:01.496882 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.common.config [-] Logging enabled! Jun 07 11:53:01.497533 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 11:53:01.497626 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 11:53:01.501732 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.common.config [-] Logging enabled! Jun 07 11:53:01.501984 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 11:53:01.502293 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 11:53:01.503230 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 11:53:01.503459 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 11:53:01.503814 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 11:53:01.504053 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 11:53:01.504275 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 11:53:01.504593 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.504907 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.505196 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.505421 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.505710 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.505993 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.506273 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.506554 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.506843 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.507125 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.507399 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.507677 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.507901 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.508179 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.508458 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.508763 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.508985 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] debug = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.509259 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.509673 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.510087 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.510365 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.510646 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.510918 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.511184 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.511452 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.511729 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.512051 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] host = dv-cinder-786627-7-iscsi {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.512325 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.512602 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.512906 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.513184 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.513451 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.513721 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.514001 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.514269 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.514541 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.514810 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.515140 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.515600 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.515984 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.516215 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.516436 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.516751 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.517038 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.517311 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.517581 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.517850 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.518118 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.518388 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.518651 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.518929 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.519207 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.519484 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.519756 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.520023 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.520290 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.520559 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.520857 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.521127 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.521396 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.521664 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.521945 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.522207 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.522475 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.522769 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.523048 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.523321 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.523597 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.523865 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.524137 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.524408 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.524726 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.524994 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_json = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.525227 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.525487 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.525776 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.526024 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.526289 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.526554 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.526829 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.527119 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:01.527403 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.527701 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.527988 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.528234 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.528519 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.528821 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.529103 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.529373 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.529657 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.529947 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.530236 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.530483 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.530831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.531073 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.531359 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.531654 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.531938 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.532221 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.532492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.532786 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.533206 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.533351 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.533600 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.534148 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.534581 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.534908 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.535231 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.535433 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.535715 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.536060 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.536335 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.536723 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.537088 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.537367 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.537645 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.537968 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.538291 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.538597 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.538961 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.539252 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.539549 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.539877 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.540182 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.540458 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.540755 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.541079 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.541375 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.541661 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.541981 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.542322 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.542597 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.542894 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.543214 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.543485 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.543799 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.544104 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.544380 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.544667 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.544961 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.545235 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.545578 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.545891 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.546231 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.547108 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.547460 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.547785 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.548119 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.548393 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.548743 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.549107 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.549387 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.549711 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.550026 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.550325 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.550642 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.550951 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.551265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.551587 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.551916 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.552232 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.552581 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.552897 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.553217 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.553524 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.553833 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.554113 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.554397 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.554675 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.554953 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.555245 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.555571 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.555919 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.556289 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.556590 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.556969 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.557261 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.557555 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.557958 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.558272 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:01.558493 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 11:53:01.558805 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91593) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 11:53:01.937745 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:01.938021 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:01.938309 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:01.938836 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 11:53:02.345164 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.345459 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.345727 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.347801 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.347801 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.347801 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.387479 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.387813 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.388083 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.404235 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.404571 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.404876 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.438750 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.439049 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.439315 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.480531 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.480837 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.481100 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.714680 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.715305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.715305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.715482 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.716107 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.848798 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.849118 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.849397 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.849666 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.849927 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.850231 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.850484 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.850735 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.850981 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.851263 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.851517 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.851779 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.852032 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.852279 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.852539 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.852831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.853084 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.853347 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.853593 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.853869 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.854212 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.854456 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.854696 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.854970 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.855212 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.855451 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.855841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.856077 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.856309 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.856538 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.856866 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.857148 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:02.857510 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 11:53:02.860803 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 11:53:02.864820 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 11:53:02.868621 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 07 11:53:02.870258 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 11:53:02.870699 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 11:53:02.871032 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 11:53:02.871409 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 11:53:02.874242 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 11:53:02.875047 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 11:53:02.875385 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 11:53:02.903089 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 11:53:02.903534 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.903828 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91593) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 11:53:02.904186 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.905568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91593) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 11:53:02.905911 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 11:53:02.906153 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 11:53:02.909565 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.909841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:02.973774 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 11:53:02.973929 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 11:53:02.974166 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 11:53:02.974538 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 11:53:03.006395 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_db.sqlalchemy.engines [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91593) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 11:53:03.346958 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing driver for type 'gre' Jun 07 11:53:03.347584 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] gre ID ranges: [(1, 1000)] Jun 07 11:53:03.404888 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing driver for type 'local' Jun 07 11:53:03.405228 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing driver for type 'vlan' Jun 07 11:53:03.420820 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] VlanTypeDriver initialization complete Jun 07 11:53:03.421174 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing driver for type 'vxlan' Jun 07 11:53:03.422325 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] vxlan ID ranges: [(1, 1000)] Jun 07 11:53:03.483133 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing extension driver 'port_security' Jun 07 11:53:03.483505 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.extensions.port_security [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] PortSecurityExtensionDriver initialization complete Jun 07 11:53:03.484450 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing mechanism driver 'openvswitch' Jun 07 11:53:03.484813 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing mechanism driver 'hyperv' Jun 07 11:53:03.491276 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.plugins.ml2.plugin [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:03.492028 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.492391 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.492772 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.493151 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.493496 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.493831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.494204 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.494546 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.494878 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.495248 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.495584 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.495919 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.496286 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.496623 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.496983 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.497347 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > address_group after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.497684 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > address_group after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.498017 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.498347 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] ML2 OVO RPC backend initialized. {{(pid=91593) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 11:53:03.499035 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.499469 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.499848 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.500183 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > networks before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.500521 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.500879 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > ports before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.501220 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.501552 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.501889 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.502219 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.502544 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.502871 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.503198 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.503524 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.503853 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.504179 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.504503 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.505085 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.plugin [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Modular L2 Plugin initialization complete Jun 07 11:53:03.505405 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading services supported by the core plugin {{(pid=91593) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 11:53:03.505718 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.plugins.ml2.managers [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Got port-security extension from driver 'port_security' Jun 07 11:53:03.506164 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.extensions.vlantransparent [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Disabled vlantransparent extension. Jun 07 11:53:03.506662 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91593) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 11:53:03.506968 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: router Jun 07 11:53:03.543326 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.543705 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_create 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.544070 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router before_create 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.544429 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.544818 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.545171 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_delete 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.545523 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.545879 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_create 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.546322 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.547247 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.547733 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.548089 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.548491 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.548885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.549221 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.549552 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: subnet after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.549884 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.550225 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.550574 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.550910 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.551246 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.551593 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router after_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.551925 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.552262 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.552613 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.552981 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.553341 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > network after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.554191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Tracking information for resource: router configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:03.554515 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Tracking information for resource: floatingip configured {{(pid=91593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 11:53:03.559691 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.db.l3_agentschedulers_db [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 11:53:03.560265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.560619 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.560986 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.561330 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: port after_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.562395 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router before_create 55550100 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.562754 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.563107 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.563452 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.567791 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.provider_configuration [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service providers = [] {{(pid=91593) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 11:53:03.568143 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.db.servicetype_db [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91593) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 11:53:03.571047 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.service_base [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 11:53:03.571390 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.service_base [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 11:53:03.571726 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.service_base [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 11:53:03.572580 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.services.service_base [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 11:53:03.572971 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.services.service_base [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 11:53:03.573516 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.573833 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 11:53:03.584381 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.584745 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: auto_allocate Jun 07 11:53:03.590547 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: network precommit_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.590913 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: network precommit_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.591423 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.591733 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: tag Jun 07 11:53:03.600417 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.600712 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: timestamp Jun 07 11:53:03.604453 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.604816 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: network_ip_availability Jun 07 11:53:03.610751 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.611114 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.611463 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.612180 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.612495 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: flavors Jun 07 11:53:03.726555 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.727187 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading Plugin: revisions Jun 07 11:53:03.731378 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 11:53:03.731817 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=91593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:03.732751 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91593) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 11:53:03.733133 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Initializing extension manager. Jun 07 11:53:03.733685 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: __init__.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.734648 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: __pycache__ {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.734977 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.735404 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: address_group.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.736159 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.736788 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: address-group Jun 07 11:53:03.737109 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: address_scope.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.737801 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.738323 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: address-scope Jun 07 11:53:03.738640 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.739562 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.740081 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: router-admin-state-down-before-update Jun 07 11:53:03.740400 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: agent.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.741112 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.741631 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: agent Jun 07 11:53:03.741950 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: agent_resources_synced.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.743028 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.743547 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: agent-resources-synced Jun 07 11:53:03.743863 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.745645 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.746171 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: allowed-address-pairs Jun 07 11:53:03.746491 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.747542 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.748056 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: auto-allocated-topology Jun 07 11:53:03.748375 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: availability_zone.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.749073 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.750371 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: availability_zone Jun 07 11:53:03.750694 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: availability_zone_filter.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.751590 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.752104 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: availability_zone_filter Jun 07 11:53:03.752419 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: data_plane_status.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.753332 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.753849 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 11:53:03.754167 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: default_subnetpools.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.755058 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.755570 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: default-subnetpools Jun 07 11:53:03.755885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.756698 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.757211 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: dhcp_agent_scheduler Jun 07 11:53:03.757525 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: dns.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.758410 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.758919 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 11:53:03.759232 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: dns_domain_ports.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.760116 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.760624 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 11:53:03.760964 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: dvr.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.761622 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.762133 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: dvr Jun 07 11:53:03.762449 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: empty_string_filtering.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.763334 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.763850 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: empty-string-filtering Jun 07 11:53:03.764180 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.765127 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.765711 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 11:53:03.766028 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.766915 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.767610 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 11:53:03.767927 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: external_net.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.768842 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.769361 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: external-net Jun 07 11:53:03.769674 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.770549 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.771063 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: extra_dhcp_opt Jun 07 11:53:03.771382 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: extraroute.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.772264 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.772834 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: extraroute Jun 07 11:53:03.773152 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: extraroute_atomic.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.774160 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.774676 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: extraroute-atomic Jun 07 11:53:03.774988 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: filter_validation.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.775639 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.776146 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: filter-validation Jun 07 11:53:03.776458 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: fip_pf_description.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.777361 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.777867 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 11:53:03.778178 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: fip_port_details.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.779058 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.779563 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: fip-port-details Jun 07 11:53:03.779875 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: flavors.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.781180 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.781698 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: flavors Jun 07 11:53:03.782016 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.784069 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.784597 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 11:53:03.784947 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: floatingip_pools.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.785630 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.786146 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: floatingip-pools Jun 07 11:53:03.786465 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: ip_allocation.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.787363 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.787875 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 11:53:03.788190 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.789118 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.789634 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: ip-substring-filtering Jun 07 11:53:03.789952 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l2_adjacency.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.790847 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.791360 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 11:53:03.791673 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.792640 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.793186 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: router Jun 07 11:53:03.793503 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.795705 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.796809 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 11:53:03.797140 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.798048 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.798569 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: ext-gw-mode Jun 07 11:53:03.798885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.799782 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.800300 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: l3-ha Jun 07 11:53:03.800621 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3_flavors.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.801529 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.802043 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: l3-flavors Jun 07 11:53:03.802356 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.803265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.803775 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 11:53:03.804086 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: l3agentscheduler.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.805187 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.805706 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: l3_agent_scheduler Jun 07 11:53:03.806022 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: logging.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.807610 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.808143 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension logging not supported by any of loaded plugins Jun 07 11:53:03.808468 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: metering.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.809226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.809816 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: metering Jun 07 11:53:03.810138 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.811200 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.811724 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: metering_source_and_destination_fields Jun 07 11:53:03.812622 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: multiprovidernet.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.813556 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.814096 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: multi-provider Jun 07 11:53:03.814417 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: netmtu.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.815336 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.815846 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: net-mtu Jun 07 11:53:03.816161 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: netmtu_writable.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.817072 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.817578 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: net-mtu-writable Jun 07 11:53:03.817900 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: network_availability_zone.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.818547 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.819053 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: network_availability_zone Jun 07 11:53:03.819367 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: network_ip_availability.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.820447 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.820988 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: network-ip-availability Jun 07 11:53:03.821305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: network_segment_range.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.822062 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.822565 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 11:53:03.822907 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: pagination.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.823865 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.824189 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: pagination Jun 07 11:53:03.824504 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: port_device_profile.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.825410 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.825928 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: port-device-profile Jun 07 11:53:03.826244 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.827139 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.828267 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: port-mac-address-regenerate Jun 07 11:53:03.828581 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.829520 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.830032 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: port-numa-affinity-policy Jun 07 11:53:03.830344 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: port_resource_request.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.831220 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.831726 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 11:53:03.832039 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: portbindings.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.832972 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.833480 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: binding Jun 07 11:53:03.833795 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: portbindings_extended.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.835048 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.835571 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: binding-extended Jun 07 11:53:03.835890 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: portsecurity.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.836798 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.837316 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: port-security Jun 07 11:53:03.837630 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: project_id.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.838608 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.838923 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: project-id Jun 07 11:53:03.839238 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: providernet.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.840129 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.840643 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: provider Jun 07 11:53:03.840985 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.845228 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.845752 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos not supported by any of loaded plugins Jun 07 11:53:03.846076 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.847298 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.847823 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 11:53:03.848141 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.849058 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.849576 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 11:53:03.849889 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_default.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.850817 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.851287 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-default not supported by any of loaded plugins Jun 07 11:53:03.851601 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_fip.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.852235 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.852772 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 11:53:03.853087 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.854173 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.854691 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 11:53:03.855006 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.855884 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.856396 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 11:53:03.856742 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.857630 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.858137 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 11:53:03.858451 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: qos_rules_alias.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.859716 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.860234 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 11:53:03.860549 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: quotasv2.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.861508 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.861827 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: quotas Jun 07 11:53:03.862140 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: quotasv2_detail.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.865180 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.865517 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: quota_details Jun 07 11:53:03.865842 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: rbac.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.866885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.867416 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: rbac-policies Jun 07 11:53:03.867738 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: rbac_address_group.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.868642 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.869195 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: rbac-address-group Jun 07 11:53:03.869512 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: rbac_address_scope.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.870398 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.870920 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: rbac-address-scope Jun 07 11:53:03.871234 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: rbac_security_groups.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.872131 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.872667 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: rbac-security-groups Jun 07 11:53:03.872985 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.873868 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.874424 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: rbac-subnetpool Jun 07 11:53:03.875021 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: revisionifmatch.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.875829 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.876342 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: revision-if-match Jun 07 11:53:03.876683 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: revisions.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.877764 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.878282 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: standard-attr-revisions Jun 07 11:53:03.878600 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: router_availability_zone.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.879249 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.879760 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: router_availability_zone Jun 07 11:53:03.880073 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: routerservicetype.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.880979 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.881491 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 11:53:03.881804 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.882697 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.883210 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: security-groups-normalized-cidr Jun 07 11:53:03.883526 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.884426 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.884965 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: port-security-groups-filtering Jun 07 11:53:03.885280 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.886170 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.886684 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: security-groups-remote-address-group Jun 07 11:53:03.887000 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: securitygroup.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.897169 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.897704 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: security-group Jun 07 11:53:03.898029 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: segment.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.898788 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.899306 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension segment not supported by any of loaded plugins Jun 07 11:53:03.899623 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.900530 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.901076 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 11:53:03.901397 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: servicetype.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.902475 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.903003 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: service-type Jun 07 11:53:03.903329 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: sorting.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.904282 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.904611 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: sorting Jun 07 11:53:03.904949 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: standard_attr_segment.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.906436 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.906959 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 11:53:03.907273 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: standardattrdescription.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.907908 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.908432 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: standard-attr-description Jun 07 11:53:03.909025 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: stateful_security_group.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.909924 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.910440 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: stateful-security-group Jun 07 11:53:03.910755 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: stdattrs_common.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.911309 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 11:53:03.911620 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.912602 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.913142 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 11:53:03.913459 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnet_onboard.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.914505 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.915026 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: subnet_onboard Jun 07 11:53:03.915343 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.916239 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.916780 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 11:53:03.917095 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnet_service_types.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.918000 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.918516 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: subnet-service-types Jun 07 11:53:03.918830 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnetallocation.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.919885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.920407 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: subnet_allocation Jun 07 11:53:03.920754 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.921531 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.922079 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: subnetpool-prefix-ops Jun 07 11:53:03.922388 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.923294 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.923805 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 11:53:03.924117 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: tagging.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.925192 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.925721 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: standard-attr-tag Jun 07 11:53:03.926038 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: timestamp.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.927209 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.927736 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loaded extension: standard-attr-timestamp Jun 07 11:53:03.928055 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: trunk.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.929095 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.929618 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension trunk not supported by any of loaded plugins Jun 07 11:53:03.929937 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: trunk_details.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.930830 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.931363 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 11:53:03.931665 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.932556 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.933104 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 11:53:03.933428 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Loading extension file: vlantransparent.py {{(pid=91593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 11:53:03.934078 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 11:53:03.934591 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 11:53:03.937186 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:network Jun 07 11:53:03.937714 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnet Jun 07 11:53:03.938108 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 11:53:03.938489 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:port Jun 07 11:53:03.939750 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.940192 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service FLAVORS assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.940839 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.941263 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.941588 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:router Jun 07 11:53:03.942007 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 11:53:03.942498 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service METERING assigned prefix: /metering {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.943935 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.944307 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.944682 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 11:53:03.945667 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 11:53:03.946102 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:security_group Jun 07 11:53:03.946529 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 11:53:03.947130 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service CORE assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.947452 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 11:53:03.947800 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] subnetpool is already registered Jun 07 11:53:03.948226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service CORE assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.948544 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 11:53:03.948896 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] subnetpool is already registered Jun 07 11:53:03.951184 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.951605 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service FLAVORS assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.952191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.953191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.953549 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:router Jun 07 11:53:03.953855 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] router is already registered Jun 07 11:53:03.954258 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 11:53:03.954586 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] floatingip is already registered Jun 07 11:53:03.955038 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service METERING assigned prefix: /metering {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.955694 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 11:53:03.956013 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] rbac_policy is already registered Jun 07 11:53:03.956410 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:security_group Jun 07 11:53:03.956772 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] security_group is already registered Jun 07 11:53:03.957167 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 11:53:03.957492 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] security_group_rule is already registered Jun 07 11:53:03.958108 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service CORE assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.958429 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 11:53:03.958755 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] subnetpool is already registered Jun 07 11:53:03.959170 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.v2.resource_helper [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Service CORE assigned prefix: {{(pid=91593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 11:53:03.959486 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 11:53:03.959809 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING neutron.quota.resource_registry [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] subnetpool is already registered Jun 07 11:53:03.960268 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: extensions {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.961787 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: address-groups {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.963321 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: address-scopes {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.964673 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: agents {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.965848 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: auto-allocated-topology {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.967123 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: availability_zones {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.969024 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: dhcp-networks {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.970543 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: dhcp-agents {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.972011 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: routers {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.973809 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: flavors {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.976226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: service_profiles {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.977493 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: next_providers {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.978967 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: service_profiles {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.980546 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: floatingip-pools {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.981826 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: routers {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.983583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: floatingips {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.985321 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: l3-routers {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.986740 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: l3-agents {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.988198 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: metering-labels {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.989501 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: metering-label-rules {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.990886 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: network-ip-availabilities {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.992171 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: bindings {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.993792 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: quotas {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.995383 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: quotas {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.996856 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: rbac-policies {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.998072 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: security-groups {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:03.999427 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: security-group-rules {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.000855 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: service-providers {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.002096 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: subnetpools {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.003525 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: subnetpools {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.005132 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.006848 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.008697 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.010526 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.012247 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.014256 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.016782 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.018655 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.020537 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.022334 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron.api.extensions [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Extended resource: tags {{(pid=91593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 11:53:04.028483 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING keystonemiddleware.auth_token [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 11:53:04.034761 dv-cinder-786627-7-iscsi neutron-server[91593]: WARNING keystonemiddleware.auth_token [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 11:53:04.043173 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Acquired lock "singleton_lock" {{(pid=91593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 11:53:04.043667 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_concurrency.lockutils [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Releasing lock "singleton_lock" {{(pid=91593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 11:53:04.044279 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Starting 2 workers Jun 07 11:53:04.049098 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Started child 91700 {{(pid=91593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 11:53:04.055921 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Started child 91701 {{(pid=91593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 11:53:04.056126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.056709 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO neutron.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 11:53:04.056709 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Notify callbacks [] for process, before_spawn {{(pid=91593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.056874 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [-] (91700) wsgi starting up on http://0.0.0.0:9696 Jun 07 11:53:04.058072 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Starting 1 workers Jun 07 11:53:04.058209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.059607 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [-] (91701) wsgi starting up on http://0.0.0.0:9696 Jun 07 11:53:04.064123 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Started child 91702 {{(pid=91593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 11:53:04.064681 dv-cinder-786627-7-iscsi neutron-server[91593]: INFO oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Starting 1 workers Jun 07 11:53:04.067750 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] calling RpcWorker wait() {{(pid=91702) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 11:53:04.068276 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] returning from RpcWorker wait() {{(pid=91702) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 11:53:04.069079 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Started child 91703 {{(pid=91593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 11:53:04.069702 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.069883 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG neutron_lib.callbacks.manager [None req-47d0419c-fb94-4f12-8fc2-4f2ed39d77a5 None None] Notify callbacks [] for process, after_spawn {{(pid=91593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.070256 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:04.071762 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 11:53:04.071972 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 11:53:04.072149 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 11:53:04.072363 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 11:53:04.072705 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 11:53:04.072869 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 11:53:04.073382 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.073664 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.073935 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.074039 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:04.074494 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.074494 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.074932 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:04.075026 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.075252 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.075496 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.075756 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.075980 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.076149 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.076310 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.076553 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.076819 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.077144 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.077428 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.078327 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.078583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.078754 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.078991 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.079261 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.079492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.079756 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] debug = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.079994 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.080473 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.080735 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.080971 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.081205 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.081466 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.081702 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.081961 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.082188 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.082417 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.082659 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.082916 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.083151 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.083377 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.083618 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.083874 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.084084 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.084568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] host = dv-cinder-786627-7-iscsi {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.084820 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.085051 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.085272 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.085490 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.085747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.085974 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.086238 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.086473 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.086720 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.086936 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.087147 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.087401 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.087607 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.087849 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.088005 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_options = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.088234 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.088506 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.088798 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.088985 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.089150 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.089403 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.089550 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.089710 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.089977 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.090216 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.090421 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.090642 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.090869 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.091107 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.091358 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.091599 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.091807 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.092036 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.092272 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.092491 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.092844 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.093149 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.093389 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.093595 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.093821 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.094127 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.094262 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.094524 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.094757 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.095013 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.095251 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.095510 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.095756 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.096016 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.096227 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.096484 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.096816 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.097014 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.097239 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.097476 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.097714 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.097946 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.098183 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.098391 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.098618 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.098852 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_json = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.099083 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.099297 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.099589 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.099798 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.100411 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.100627 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.100909 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.101088 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.101467 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.101794 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.102056 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.102498 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.102498 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.102885 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.103011 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.103283 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.103448 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.103759 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.104050 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.104265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.104609 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.104884 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.105291 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.105713 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.105881 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.106081 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.106333 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.106577 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.107492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.107492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.107492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.108747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.108747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.108747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.108747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.108747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.109564 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.109564 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.109564 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.109564 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.110191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.110191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.110191 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.110583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.110583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.112812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.114134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.115225 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.115225 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.115225 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.115225 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.118688 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.119147 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.119406 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.120984 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.121278 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.121527 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.121765 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.121997 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.122235 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.122490 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.122720 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.122967 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.123186 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.123406 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.123647 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.123883 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.124098 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.124332 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.128274 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.128530 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.128815 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.129065 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.129328 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.129557 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.129784 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.130030 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.130258 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.130541 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.130859 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.131088 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.131344 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.131585 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.131854 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.132082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.132326 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.132568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.133067 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.133306 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.133568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.133824 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.134092 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.134320 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.134541 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.134798 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.135017 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.135665 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.135888 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.136132 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.136356 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.136646 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.136943 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.137181 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.137431 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.137703 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.138100 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.138422 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.139060 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.139291 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.139553 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.139812 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.140761 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.141204 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.141584 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.141823 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.142082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.142321 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.142590 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.142826 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.143082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.143305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.143583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.143833 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.144066 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.144310 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.144542 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.144893 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.145142 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.145367 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.145574 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.145844 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.146101 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.146328 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.146582 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.146828 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.147075 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.147301 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.147520 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.147747 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.148002 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.148241 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.148452 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.148707 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.148938 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.149168 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.149376 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.149583 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.149838 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.150062 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.150290 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.150685 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.151022 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.151308 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.151553 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.151762 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.152567 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.153136 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.153359 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.153576 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.154146 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.154376 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.154622 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.154841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.155113 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.156535 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.156981 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.157311 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.157568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.157888 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.158238 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.158490 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.158709 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.159180 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.159390 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.159628 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.159840 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.160068 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.160295 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.160526 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.160795 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.161040 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.161360 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.161603 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.161826 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.162066 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.162276 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.162535 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.162776 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.162982 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.163193 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.163446 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.163742 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.164063 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.164316 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.164534 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.164764 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.165025 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.165207 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.165415 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.165624 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.165913 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.166150 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.166365 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.166588 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.166822 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.167043 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.167249 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.167452 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.167663 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.167863 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.168082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.168291 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.168492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.168723 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.168928 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.169153 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.169358 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.169563 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.169792 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.169995 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.170232 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.170434 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.170636 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.170862 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.171245 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.171989 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.172398 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.172848 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.173154 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.173417 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.173660 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.173926 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.174255 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.174466 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.174716 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.174946 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.175178 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.175393 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.175841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.176006 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.176286 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.176536 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.176787 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.177061 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.177340 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.177595 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.177809 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.178097 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.178435 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.178696 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.178963 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.179188 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.179459 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.179696 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.179907 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.180135 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.180362 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.180570 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.180823 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.181068 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.181320 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.181533 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.181753 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.181961 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.182198 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.182403 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.182622 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.182831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.182984 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 11:53:04.183705 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 11:53:04.183944 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 11:53:04.184509 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 11:53:04.184793 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 11:53:04.185077 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 11:53:04.185317 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 11:53:04.185605 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.185841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.186070 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.186253 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.186445 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.186666 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.186853 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187002 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187202 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187409 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187490 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187698 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.187971 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.188128 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.188286 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.188441 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189089 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189089 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189089 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189089 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189436 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189436 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189587 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] debug = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.189729 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190158 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190158 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190431 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190431 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190553 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190670 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190844 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.190994 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.191151 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.191464 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.191634 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.191790 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.192099 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.192257 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.192567 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.192762 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.192920 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] host = dv-cinder-786627-7-iscsi {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193080 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193239 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193399 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193563 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193822 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.193993 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194156 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194464 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194616 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194774 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.194933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195086 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195250 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195409 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_options = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195571 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195731 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.195891 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196240 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196395 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196556 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196753 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.196910 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197070 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197221 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197384 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197548 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197696 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.197865 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198026 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198185 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198345 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198511 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198645 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198802 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.198957 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199102 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199269 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199418 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199571 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199722 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.199880 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200040 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200199 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200360 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200521 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200686 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.200844 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201008 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201167 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201325 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201489 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201652 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201800 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.201953 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202114 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202294 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202435 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202613 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202829 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_json = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.202986 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.203145 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.203305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.203463 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.203629 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.203781 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.204016 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.204182 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 11:53:04.204365 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.204528 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.204732 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.204896 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205058 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205221 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:04.205430 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205521 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205679 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.205839 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206008 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206169 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206342 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206504 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206665 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206830 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.206990 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207151 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207313 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207474 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207634 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207800 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.207977 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208140 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208301 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208463 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208624 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208811 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.208974 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209140 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209305 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209465 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209627 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209789 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.209951 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210111 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210273 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210435 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210597 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210760 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.210922 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211083 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211245 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211406 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211568 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211729 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.211892 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212053 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212215 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212377 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212692 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.212939 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213045 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213179 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213340 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213501 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213663 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.213823 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214010 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214171 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214345 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214506 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214668 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214829 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.214990 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.215152 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.215314 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.215474 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.215635 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.215795 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216015 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216758 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216758 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216758 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216758 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.216758 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217073 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217073 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217221 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217407 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217504 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217619 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217790 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.217957 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.218678 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.218819 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.218969 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219125 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219478 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219478 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219632 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219790 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.219952 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.220117 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.220279 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.220455 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.220611 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.220831 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221011 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221165 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221315 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221479 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221608 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221761 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.221922 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222082 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.222933 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223259 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223259 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223377 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223441 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223648 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223771 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.223947 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224086 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224230 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224378 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224543 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224724 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.224886 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225047 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225207 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225378 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225550 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225710 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.225872 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226033 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226216 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226371 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226538 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226700 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.226862 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227026 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227412 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227551 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227706 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227859 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.227999 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228134 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228267 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228410 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228623 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228809 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.228809 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229069 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229202 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229331 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229418 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229552 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229706 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.229860 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230021 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230189 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230349 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230492 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230657 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230806 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.230953 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231473 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231473 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231473 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231741 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231741 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231882 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.231959 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.232105 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.232265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.232597 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.232791 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.232938 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.233106 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.233271 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.233418 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.233572 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.233860 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.234481 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.234569 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.234915 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.234915 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235057 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235184 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235462 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235624 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235786 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.235948 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236109 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236271 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236432 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236595 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236859 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.236997 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237131 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237262 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237392 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237533 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237687 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237848 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.237993 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238156 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238317 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238490 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238706 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238841 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.238979 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239111 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239241 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239396 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239556 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239716 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.239877 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240046 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240195 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240354 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240514 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240697 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.240861 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241023 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241183 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241342 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241502 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241671 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241833 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.241992 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242152 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242298 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242470 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242633 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242794 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.242963 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243123 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243283 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243442 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243614 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243774 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.243938 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244099 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244258 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244418 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244581 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244817 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.244952 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245090 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245255 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245424 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245594 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245764 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.245925 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.246092 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.246265 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.246728 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.246728 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.246728 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247226 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247738 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247738 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247738 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.247738 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248137 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248137 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248354 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248354 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248582 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248794 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.248794 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.249042 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.249166 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 11:53:04.249276 dv-cinder-786627-7-iscsi neutron-server[91593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 11:53:04.355024 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52174) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:04.364674 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074279 Jun 07 11:53:15.697078 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab358df-dca8-469d-b870-9086738664f7 None None] get_active_networks_info from dv-cinder-786627-7-iscsi {{(pid=91702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 11:53:15.777801 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b8815592-4077-4f10-9d3e-3374e6b1f3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:15.794676 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab358df-dca8-469d-b870-9086738664f7 None None] No non-hosted networks {{(pid=91702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 11:53:18.245426 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:18.246793 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.248197 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.249045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.250958 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.252143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.253586 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.259777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.262097 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.264407 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.267558 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.276764 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.277920 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:18.280960 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:18.303276 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:18.523506 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c44a5751-0b2b-4b2d-b337-58447ae04b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:18.648947 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c2201806-b363-4f4b-8f1f-07199a42c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:19.781519 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:21.610050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:23.169488 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52264) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:23.787262 dv-cinder-786627-7-iscsi neutron-server[91701]: WARNING oslo_policy.policy [None req-4c55b88b-2c54-4dc2-8c43-e6788e9058f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:23.787990 dv-cinder-786627-7-iscsi neutron-server[91701]: WARNING oslo_policy.policy [None req-4c55b88b-2c54-4dc2-8c43-e6788e9058f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:23.903445 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.db.l3_hamode_db [None req-7d01c098-f691-4bf6-b0a7-7f44c8d3669b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 11:53:23.989318 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01c098-f691-4bf6-b0a7-7f44c8d3669b None None] Routers set() bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 11:53:23.989712 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01c098-f691-4bf6-b0a7-7f44c8d3669b None None] Router IDs set() for agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 11:53:24.005198 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [None req-4c55b88b-2c54-4dc2-8c43-e6788e9058f0 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:53:24.006264 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4c55b88b-2c54-4dc2-8c43-e6788e9058f0 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8357782 Jun 07 11:53:26.402878 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52278) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:26.774116 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:26.873815 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.policy [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 11:53:26.918583 dv-cinder-786627-7-iscsi neutron-server[91701]: WARNING oslo_policy.policy [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:26.918950 dv-cinder-786627-7-iscsi neutron-server[91701]: WARNING oslo_policy.policy [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:26.928050 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.quota [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] Loaded quota_driver: . Jun 07 11:53:27.004341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816319013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816320464', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816265563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816270471', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816260874', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728816287329', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-780946', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1787565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741259'] for rbac-policy, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:27.062150 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:27.063340 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-80b11af6-249c-4b1a-a63a-3692862a717c admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6594896 Jun 07 11:53:29.740234 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52290) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:30.124284 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Request body: {'network': {'name': 'private', 'project_id': '66e4897b30e546219cec5b207a79a43f', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:30.149134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Made reservation on behalf of 66e4897b30e546219cec5b207a79a43f for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:53:30.151801 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.170273 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.295549 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.299828 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.305382 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:30.328057 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 11:53:30.355193 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728811423636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.355809 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Unsubscribe: segment precommit_create {{(pid=91701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 11:53:30.356348 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Added segment 78570211-5c80-4532-9119-f9d560b46270 of type vlan for network 489d9865-4e89-472f-b633-935aa917a7df Jun 07 11:53:30.412635 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689aff4-f72e-4eed-8320-078859d3353c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:30.433144 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.433477 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.433803 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.434119 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.434432 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.434757 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.435068 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.435376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.435701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.436551 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.436888 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.437190 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Tracked resource versions report: Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: pushed versions: Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: { 'AddressGroup': {'1.2'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'ConntrackHelper': {'1.0'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Log': {'1.0'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Network': {'1.1'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Port': {'1.7'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'PortForwarding': {'1.2'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'QosPolicy': {'1.8'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroup': {'1.4'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroupRule': {'1.2'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SubPort': {'1.0'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Subnet': {'1.1'}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Trunk': {'1.1'}} Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: consumer versions: Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'ConntrackHelper': '1.0', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Log': '1.0', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Network': '1.1', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Port': '1.7', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'PortForwarding': '1.2', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'QosPolicy': '1.8', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroup': '1.4', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroupRule': '1.2', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SubPort': '1.0', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Subnet': '1.1', Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Trunk': '1.1'}} Jun 07 11:53:30.438224 dv-cinder-786627-7-iscsi neutron-server[91701]: {{(pid=91701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 11:53:30.477694 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:30.484363 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.527819 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.529391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:30.530111 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:30.533316 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:30.584155 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8428156 Jun 07 11:53:30.639993 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Pushing event updated for resources: {'Network': ['ID=489d9865-4e89-472f-b633-935aa917a7df,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:30.643408 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:30.653298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 489d9865-4e89-472f-b633-935aa917a7df details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 11:53:33.343915 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52304) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:33.940536 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING oslo_policy.policy [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:33.941169 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING oslo_policy.policy [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:34.377345 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.policy [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 11:53:34.429387 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING oslo_policy.policy [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:34.429767 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING oslo_policy.policy [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 11:53:34.438827 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:34.440708 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-885b9598-4bb1-47fa-9245-764b60a2135f admin admin] 10.222.0.22 "GET /v2.0/networks/489d9865-4e89-472f-b633-935aa917a7df HTTP/1.1" status: 200 len: 825 time: 1.0946200 Jun 07 11:53:34.473284 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d52f64e2-485d-4938-8b5e-0bfdd379783c admin admin] 10.222.0.22 "GET /v2.0/subnetpools/6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8 HTTP/1.1" status: 200 len: 734 time: 0.0272071 Jun 07 11:53:34.481850 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Request body: {'subnet': {'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:34.483920 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.quota [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Loaded quota_driver: . Jun 07 11:53:34.513196 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Made reservation on behalf of 66e4897b30e546219cec5b207a79a43f for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:53:34.516436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:34.832739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:34.838845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:34.919678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Checking segment: {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:53:34.920026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Network hostable DHCP agents. Network: 489d9865-4e89-472f-b633-935aa917a7df, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 11:53:34.932932 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8ce91-dcb2-46c6-a897-c7a0252cb460,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:34.943629 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.943978 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.944307 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.944622 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.944968 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.945294 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.945607 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.945914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.946243 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.946550 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.946851 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.947152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Tracked resource versions report: Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: pushed versions: Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Log': {'1.0'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Network': {'1.1'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Port': {'1.7'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SubPort': {'1.0'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Subnet': {'1.1'}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Trunk': {'1.1'}} Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: consumer versions: Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Log': '1.0', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Network': '1.1', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Port': '1.7', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'PortForwarding': '1.2', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'QosPolicy': '1.8', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroup': '1.4', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SubPort': '1.0', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Subnet': '1.1', Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Trunk': '1.1'}} Jun 07 11:53:34.948181 dv-cinder-786627-7-iscsi neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 11:53:34.978135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Network 489d9865-4e89-472f-b633-935aa917a7df is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 11:53:34.987105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:34.989904 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 489d9865-4e89-472f-b633-935aa917a7df) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:53:34.994988 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:34.996138 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:35.000166 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1f106-d24f-436e-867c-845e553cc52a None None] Network 489d9865-4e89-472f-b633-935aa917a7df requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:53:35.016701 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5380745 Jun 07 11:53:35.321486 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-489d9865-4e89-472f-b633-935aa917a7df', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 11:53:35.322733 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:35.509213 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Allocated IP 172.20.0.2 (489d9865-4e89-472f-b633-935aa917a7df/b7e8ce91-dcb2-46c6-a897-c7a0252cb460/6578d36f-26b4-4330-9afd-b0d851108084) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 11:53:35.744588 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:35.759806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Transition to ACTIVE for port object 6578d36f-26b4-4330-9afd-b0d851108084 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:53:35.783101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Transition to ACTIVE for port object 6578d36f-26b4-4330-9afd-b0d851108084 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:53:35.790482 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:35.794901 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:35.857350 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Network 489d9865-4e89-472f-b633-935aa917a7df is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 11:53:35.860802 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:53:35.867688 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 11:53:35.869937 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Pushing event updated for resources: {'Port': ['ID=6578d36f-26b4-4330-9afd-b0d851108084,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:35.879300 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.879641 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.879975 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.880306 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.880627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.880972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.881291 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.881608 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.881941 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.882260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.882578 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.882893 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Tracked resource versions report: Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: pushed versions: Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: { 'AddressGroup': {'1.2'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'ConntrackHelper': {'1.0'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Log': {'1.0'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Network': {'1.1'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Port': {'1.7'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'PortForwarding': {'1.2'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'QosPolicy': {'1.8'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroup': {'1.4'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroupRule': {'1.2'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SubPort': {'1.0'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Subnet': {'1.1'}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Trunk': {'1.1'}} Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: consumer versions: Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'ConntrackHelper': '1.0', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Log': '1.0', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Network': '1.1', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Port': '1.7', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'PortForwarding': '1.2', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'QosPolicy': '1.8', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroup': '1.4', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroupRule': '1.2', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SubPort': '1.0', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Subnet': '1.1', Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Trunk': '1.1'}} Jun 07 11:53:35.883964 dv-cinder-786627-7-iscsi neutron-server[91702]: {{(pid=91702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 11:53:35.917445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:35.975785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Attempting to bind port 6578d36f-26b4-4330-9afd-b0d851108084 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 11:53:35.976183 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Attempting to bind port 6578d36f-26b4-4330-9afd-b0d851108084 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 11:53:35.976629 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Attempting to bind port 6578d36f-26b4-4330-9afd-b0d851108084 on network 489d9865-4e89-472f-b633-935aa917a7df {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 11:53:35.982011 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 11:53:35.982422 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Checking segment: {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:53:35.982903 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:35.983292 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Bound using segment: {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 11:53:35.983823 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Bound port: 6578d36f-26b4-4330-9afd-b0d851108084, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 11:53:35.984228 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:36.071472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] For port 6578d36f-26b4-4330-9afd-b0d851108084, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 11:53:36.075454 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] For port 6578d36f-26b4-4330-9afd-b0d851108084, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=6578d36f-26b4-4330-9afd-b0d851108084,segment=NetworkSegment(78570211-5c80-4532-9119-f9d560b46270),segment_id=78570211-5c80-4532-9119-f9d560b46270)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 11:53:36.080689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:36.084519 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:36.183082 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Pushing event updated for resources: {'Port': ['ID=6578d36f-26b4-4330-9afd-b0d851108084,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:36.187896 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:37.451388 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52324) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:37.833288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [None req-3ccd15a8-8ac0-46cd-a4b5-013d409efb04 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:53:37.834266 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3ccd15a8-8ac0-46cd-a4b5-013d409efb04 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3813069 Jun 07 11:53:40.345096 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52332) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:40.730166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [None req-315a5816-406e-45a5-be4d-ee4c55d91f47 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:53:40.731148 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-315a5816-406e-45a5-be4d-ee4c55d91f47 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3851275 Jun 07 11:53:42.145784 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c072171f-817d-4107-9801-f3b2dd023f0d None None] Network 489d9865-4e89-472f-b633-935aa917a7df requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:53:42.284372 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-e9915dc2-c53e-480c-a956-4c1b564ac7b5 None None] Provisioning for port 6578d36f-26b4-4330-9afd-b0d851108084 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:53:42.323573 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6578d36f-26b4-4330-9afd-b0d851108084 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:53:42.459088 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 6578d36f-26b4-4330-9afd-b0d851108084 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:53:42.466069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 6578d36f-26b4-4330-9afd-b0d851108084 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:53:42.466402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:42.621392 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:42.658275 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 6578d36f-26b4-4330-9afd-b0d851108084, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=6578d36f-26b4-4330-9afd-b0d851108084,segment=NetworkSegment(78570211-5c80-4532-9119-f9d560b46270),segment_id=78570211-5c80-4532-9119-f9d560b46270)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 11:53:42.675429 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:42.679344 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:42.746639 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=6578d36f-26b4-4330-9afd-b0d851108084,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:42.750642 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:42.816486 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-e2fac3b7-3723-4c7d-a2a6-9b45eb99ad50 None None] Provisioning complete for port 6578d36f-26b4-4330-9afd-b0d851108084 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:53:42.816876 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e2fac3b7-3723-4c7d-a2a6-9b45eb99ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:43.481807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52346) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:43.851170 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Request body: {'router': {'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'name': 'router1', 'admin_state_up': True}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:43.875000 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:43.876667 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:43.899845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:44.015398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:44.032472 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:44.033669 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d1cbe3fb-320c-4e00-bf5f-2ec08327dd4c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5508294 Jun 07 11:53:44.274230 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6578d36f-26b4-4330-9afd-b0d851108084 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:53:44.350344 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 6578d36f-26b4-4330-9afd-b0d851108084 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:53:44.350706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:45.603592 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d50d319e-774a-488d-8f1f-d21de3cdb66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:46.457510 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52354) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:46.866247 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [None req-05a27cb7-64ba-4e8b-84f6-cd793835f692 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:53:46.868771 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-05a27cb7-64ba-4e8b-84f6-cd793835f692 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4087629 Jun 07 11:53:48.230622 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:48.518020 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-341e5030-a61e-4806-a6b4-b7dc9ec095cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:49.557211 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52362) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:49.735821 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:49.985995 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:50.015320 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Made reservation on behalf of 4cf15371b1b048bd95b8f378309ca445 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:53:50.017858 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.031307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.151159 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.155976 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.161089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:50.177325 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Reserving flat network on physical network physnet1 {{(pid=91701) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 11:53:50.205542 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b81bcb-73ad-4932-8409-041abb81be15,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:50.208899 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.209337 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Added segment a7a6b315-116c-4977-b3ae-be2e71bf81b2 of type flat for network a16db843-67dc-431d-87f2-c9cc6d3adc3a Jun 07 11:53:50.210941 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:50.251395 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.291729 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.293069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:50.293653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:50.299337 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b59c0198-b41d-4aab-87ed-d450a2aa92b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:50.348131 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7893872 Jun 07 11:53:50.405102 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Pushing event updated for resources: {'Network': ['ID=a16db843-67dc-431d-87f2-c9cc6d3adc3a,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:50.408410 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:50.417063 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 11:53:51.581974 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:52.845399 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52380) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:53.102518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2defb6-8e53-49d0-831c-dcd70e25b07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:53.103982 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-8d2defb6-8e53-49d0-831c-dcd70e25b07a admin admin] 10.222.0.22 "GET /v2.0/subnets/b7e8ce91-dcb2-46c6-a897-c7a0252cb460 HTTP/1.1" status: 200 len: 849 time: 0.2574599 Jun 07 11:53:53.253386 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-fad444af-0933-4c59-82cb-895eac4cf207 admin admin] 10.222.0.22 "GET /v2.0/routers/67add2e4-a5b6-4b37-af11-38e7a23254f7 HTTP/1.1" status: 200 len: 704 time: 0.1430852 Jun 07 11:53:53.800492 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:54.069574 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Allocated IP 172.20.0.1 (489d9865-4e89-472f-b633-935aa917a7df/b7e8ce91-dcb2-46c6-a897-c7a0252cb460/50aff294-9bfc-41b6-a418-1740216a8ac0) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 11:53:54.337475 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:54.358111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Transition to ACTIVE for port object 50aff294-9bfc-41b6-a418-1740216a8ac0 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:53:54.415914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:54.422016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:54.485982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Network 489d9865-4e89-472f-b633-935aa917a7df is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 11:53:54.488897 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:53:54.493032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 11:53:54.493553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:54.676776 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Pushing event updated for resources: {'Port': ['ID=50aff294-9bfc-41b6-a418-1740216a8ac0,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:54.684726 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:54.748861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-458449aa-b649-4743-a3ce-1cc04790f71f None None] Provisioning for port 50aff294-9bfc-41b6-a418-1740216a8ac0 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:53:54.757677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-458449aa-b649-4743-a3ce-1cc04790f71f None None] Provisioning complete for port 50aff294-9bfc-41b6-a418-1740216a8ac0 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:53:54.758326 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-458449aa-b649-4743-a3ce-1cc04790f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:54.823867 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-458449aa-b649-4743-a3ce-1cc04790f71f None None] Port 50aff294-9bfc-41b6-a418-1740216a8ac0 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 11:53:54.836739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:55.089148 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:55.094881 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:55.096202 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:55.099949 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:55.203060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Pushing event updated for resources: {'Port': ['ID=50aff294-9bfc-41b6-a418-1740216a8ac0,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:55.207755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:55.302699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Network 489d9865-4e89-472f-b633-935aa917a7df is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 11:53:55.303860 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:53:55.496457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Router 67add2e4-a5b6-4b37-af11-38e7a23254f7 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 11:53:55.550547 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-2bf63056-6f31-47cf-a580-be9386a2850f None None] Provisioning complete for port 50aff294-9bfc-41b6-a418-1740216a8ac0 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:53:55.550911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2bf63056-6f31-47cf-a580-be9386a2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:55.604922 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-2bf63056-6f31-47cf-a580-be9386a2850f None None] Port 50aff294-9bfc-41b6-a418-1740216a8ac0 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 11:53:55.653849 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 11:53:55.659337 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] 10.222.0.22 "PUT /v2.0/routers/67add2e4-a5b6-4b37-af11-38e7a23254f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4003832 Jun 07 11:53:55.664138 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Sync routers for ids ['67add2e4-a5b6-4b37-af11-38e7a23254f7'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 11:53:55.675793 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Routers {'67add2e4-a5b6-4b37-af11-38e7a23254f7'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 11:53:55.676642 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T11:53:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['67add2e4-a5b6-4b37-af11-38e7a23254f7'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:55.862034 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Set router 67add2e4-a5b6-4b37-af11-38e7a23254f7 gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 11:53:56.241676 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:53:54Z', 'revision_number': 2, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port_host': None, '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:53:54Z', 'revision_number': 2, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:56.246527 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Checking router: 67add2e4-a5b6-4b37-af11-38e7a23254f7 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 11:53:56.246885 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Updating router 67add2e4-a5b6-4b37-af11-38e7a23254f7 port 50aff294-9bfc-41b6-a418-1740216a8ac0 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 11:53:56.302787 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:56.684885 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:56.700407 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Transition to ACTIVE for port object 50aff294-9bfc-41b6-a418-1740216a8ac0 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:53:56.707771 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:56.714239 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:56.930739 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Pushing event updated for resources: {'Port': ['ID=50aff294-9bfc-41b6-a418-1740216a8ac0,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:56.968315 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.968547 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.968901 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.969230 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.969543 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.969859 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.970169 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.970480 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.970800 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.971110 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.971416 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.971722 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Tracked resource versions report: Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: pushed versions: Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: { 'AddressGroup': {'1.2'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'ConntrackHelper': {'1.0'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Log': {'1.0'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Network': {'1.1'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Port': {'1.7'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'PortForwarding': {'1.2'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'QosPolicy': {'1.8'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroup': {'1.4'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroupRule': {'1.2'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SubPort': {'1.0'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Subnet': {'1.1'}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Trunk': {'1.1'}} Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: consumer versions: Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'ConntrackHelper': '1.0', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Log': '1.0', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Network': '1.1', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Port': '1.7', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'PortForwarding': '1.2', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'QosPolicy': '1.8', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroup': '1.4', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroupRule': '1.2', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SubPort': '1.0', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Subnet': '1.1', Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Trunk': '1.1'}} Jun 07 11:53:56.972820 dv-cinder-786627-7-iscsi neutron-server[91703]: {{(pid=91703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 11:53:56.975242 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Attempting to bind port 50aff294-9bfc-41b6-a418-1740216a8ac0 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 11:53:56.975652 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Attempting to bind port 50aff294-9bfc-41b6-a418-1740216a8ac0 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 11:53:56.976092 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Attempting to bind port 50aff294-9bfc-41b6-a418-1740216a8ac0 on network 489d9865-4e89-472f-b633-935aa917a7df {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 11:53:56.981024 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:56.983653 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 11:53:56.984077 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Checking segment: {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:53:56.984523 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:56.984946 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Bound using segment: {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 11:53:56.985431 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Bound port: 50aff294-9bfc-41b6-a418-1740216a8ac0, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78570211-5c80-4532-9119-f9d560b46270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '489d9865-4e89-472f-b633-935aa917a7df'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 11:53:56.985803 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:57.074193 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] For port 50aff294-9bfc-41b6-a418-1740216a8ac0, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 11:53:57.079020 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] For port 50aff294-9bfc-41b6-a418-1740216a8ac0, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=50aff294-9bfc-41b6-a418-1740216a8ac0,segment=NetworkSegment(78570211-5c80-4532-9119-f9d560b46270),segment_id=78570211-5c80-4532-9119-f9d560b46270)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 11:53:57.085445 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:57.089511 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:57.176683 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Routers {'67add2e4-a5b6-4b37-af11-38e7a23254f7'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 11:53:57.177332 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T11:53:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['67add2e4-a5b6-4b37-af11-38e7a23254f7'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:57.233449 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Pushing event updated for resources: {'Port': ['ID=50aff294-9bfc-41b6-a418-1740216a8ac0,revision_number=4']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:57.246415 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:57.338749 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] Set router 67add2e4-a5b6-4b37-af11-38e7a23254f7 gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 11:53:57.672531 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:53:54Z', 'revision_number': 2, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port_host': None, '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:53:57Z', 'revision_number': 4, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:53:57.676623 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b57698b-2f88-405b-a68e-cc6954f4601b None None] The sync data for ids ['67add2e4-a5b6-4b37-af11-38e7a23254f7'] in dv-cinder-786627-7-iscsi is: [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:53:54Z', 'revision_number': 2, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port_host': None, '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:53:57Z', 'revision_number': 4, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 11:53:57.923558 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52400) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:53:58.076694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a08b3-98ed-4fa5-a046-4b2894c2825e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:58.078054 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-c91a08b3-98ed-4fa5-a046-4b2894c2825e admin admin] 10.222.0.22 "GET /v2.0/networks/a16db843-67dc-431d-87f2-c9cc6d3adc3a HTTP/1.1" status: 200 len: 842 time: 0.1535339 Jun 07 11:53:58.088027 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:53:58.112820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Made reservation on behalf of 4cf15371b1b048bd95b8f378309ca445 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:53:58.115253 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:58.123947 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:53:58.534986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.objects.ports [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91700) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 11:53:58.535321 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:58.539603 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:53:58.610281 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1b6188-0908-4f4f-853a-4157ae97fb12,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:53:58.614006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:53:58.620363 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:53:58.620741 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Network hostable DHCP agents. Network: a16db843-67dc-431d-87f2-c9cc6d3adc3a, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 11:53:58.642070 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 11:53:58.652251 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, a16db843-67dc-431d-87f2-c9cc6d3adc3a) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:53:58.659463 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:53:58.660846 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:53:58.664770 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823dd1b3-f6e3-4948-b04e-db3fb4e64a0f None None] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:53:58.682124 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5978656 Jun 07 11:53:58.898831 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d34125-d7f4-4428-b797-0be8ee7ddba1 None None] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:54:01.011919 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 52412) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:54:01.211450 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6f2168c0-1f71-4e47-af00-fa647d2d3ae9 admin admin] 10.222.0.22 "GET /v2.0/routers/67add2e4-a5b6-4b37-af11-38e7a23254f7 HTTP/1.1" status: 200 len: 710 time: 0.1982961 Jun 07 11:54:01.342398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b3134-7fb0-4bc8-96db-de6c4a779ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:54:01.344017 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-fb5b3134-7fb0-4bc8-96db-de6c4a779ed1 admin admin] 10.222.0.22 "GET /v2.0/networks/a16db843-67dc-431d-87f2-c9cc6d3adc3a HTTP/1.1" status: 200 len: 886 time: 0.1274364 Jun 07 11:54:01.353668 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:54:01.812498 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.196399 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.254212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.315459 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 50aff294-9bfc-41b6-a418-1740216a8ac0 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:54:02.387628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 50aff294-9bfc-41b6-a418-1740216a8ac0 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:54:02.392583 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 50aff294-9bfc-41b6-a418-1740216a8ac0 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:54:02.392986 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.407009 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Allocated IP 172.27.0.22 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/153bb64b-eca4-4af6-9e81-3fe5520f8a86) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 11:54:02.511968 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.546225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 50aff294-9bfc-41b6-a418-1740216a8ac0, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=50aff294-9bfc-41b6-a418-1740216a8ac0,segment=NetworkSegment(78570211-5c80-4532-9119-f9d560b46270),segment_id=78570211-5c80-4532-9119-f9d560b46270)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 11:54:02.550029 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.553392 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:54:02.559136 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.592271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:02.598890 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:54:02.622272 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=50aff294-9bfc-41b6-a418-1740216a8ac0,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:54:02.626624 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:54:02.669790 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 11:54:02.671383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:54:02.675121 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 11:54:02.748101 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Pushing event updated for resources: {'Port': ['ID=153bb64b-eca4-4af6-9e81-3fe5520f8a86,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:54:02.753499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:54:03.065993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:03.406084 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:03.409708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-467334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-467359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471130'] for router, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:03.636397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Router 67add2e4-a5b6-4b37-af11-38e7a23254f7 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 11:54:03.820415 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 11:54:03.825183 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:03.838620 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] 10.222.0.22 "PUT /v2.0/routers/67add2e4-a5b6-4b37-af11-38e7a23254f7 HTTP/1.1" status: 200 len: 889 time: 2.4883630 Jun 07 11:54:03.841225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Sync routers for ids ['67add2e4-a5b6-4b37-af11-38e7a23254f7'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 11:54:03.852758 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Routers {'67add2e4-a5b6-4b37-af11-38e7a23254f7'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 11:54:03.853438 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T11:53:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['67add2e4-a5b6-4b37-af11-38e7a23254f7'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:54:04.077986 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Set router 67add2e4-a5b6-4b37-af11-38e7a23254f7 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 11:54:04.312963 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 50aff294-9bfc-41b6-a418-1740216a8ac0 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:54:04.451864 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 50aff294-9bfc-41b6-a418-1740216a8ac0 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:54:04.452143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:04.593952 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 4, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port': {'id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:54:02Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 5, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:54:04.601208 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Checking router: 67add2e4-a5b6-4b37-af11-38e7a23254f7 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 11:54:04.601564 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Updating router 67add2e4-a5b6-4b37-af11-38e7a23254f7 port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 11:54:04.653990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.004347 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.016950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Transition to ACTIVE for port object 153bb64b-eca4-4af6-9e81-3fe5520f8a86 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:54:05.023825 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.027788 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-42e13407-6bae-48ce-b7f3-0058d4ca43ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:54:05.105144 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Pushing event updated for resources: {'Port': ['ID=153bb64b-eca4-4af6-9e81-3fe5520f8a86,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:54:05.107434 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Attempting to bind port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 11:54:05.107914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Attempting to bind port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 11:54:05.108294 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Attempting to bind port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 11:54:05.110718 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:54:05.115151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 11:54:05.115540 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:54:05.115949 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.116352 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 11:54:05.116957 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Bound port: 153bb64b-eca4-4af6-9e81-3fe5520f8a86, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 11:54:05.117341 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.196040 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] For port 153bb64b-eca4-4af6-9e81-3fe5520f8a86, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 11:54:05.199559 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] For port 153bb64b-eca4-4af6-9e81-3fe5520f8a86, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=153bb64b-eca4-4af6-9e81-3fe5520f8a86,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 11:54:05.204568 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:05.209161 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:54:05.297888 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Routers {'67add2e4-a5b6-4b37-af11-38e7a23254f7'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 11:54:05.298544 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T11:53:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['67add2e4-a5b6-4b37-af11-38e7a23254f7'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:54:05.369247 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Pushing event updated for resources: {'Port': ['ID=153bb64b-eca4-4af6-9e81-3fe5520f8a86,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:54:05.373304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:54:05.502637 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] Set router 67add2e4-a5b6-4b37-af11-38e7a23254f7 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 11:54:05.871517 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 4, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port': {'id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:54:02Z', 'updated_at': '2021-06-07T11:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 5, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 11:54:05.876091 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0acf9-4379-4444-9aff-38611a0cbcfc None None] The sync data for ids ['67add2e4-a5b6-4b37-af11-38e7a23254f7'] in dv-cinder-786627-7-iscsi is: [{'id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'name': 'router1', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T11:53:43Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 4, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'gw_port': {'id': '153bb64b-eca4-4af6-9e81-3fe5520f8a86', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:54:02Z', 'updated_at': '2021-06-07T11:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '50aff294-9bfc-41b6-a418-1740216a8ac0', 'name': '', 'network_id': '489d9865-4e89-472f-b633-935aa917a7df', 'tenant_id': '66e4897b30e546219cec5b207a79a43f', 'mac_address': 'fa:16:3e:f9:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67add2e4-a5b6-4b37-af11-38e7a23254f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T11:53:53Z', 'updated_at': '2021-06-07T11:54:02Z', 'revision_number': 5, 'project_id': '66e4897b30e546219cec5b207a79a43f', 'subnets': [{'id': 'b7e8ce91-dcb2-46c6-a897-c7a0252cb460', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ab234c5-4d14-46a9-bf1c-2c0ecf12a3a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 11:54:06.270374 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52420) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:54:06.339360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 153bb64b-eca4-4af6-9e81-3fe5520f8a86 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:54:06.414372 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:54:06.419088 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:54:06.419608 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:06.444695 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-74cca49b-5205-41b2-9582-ef82de6f2f27 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1699929 Jun 07 11:54:06.550531 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:06.570090 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 153bb64b-eca4-4af6-9e81-3fe5520f8a86, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=153bb64b-eca4-4af6-9e81-3fe5520f8a86,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 11:54:06.574684 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:06.578737 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:54:06.656205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=153bb64b-eca4-4af6-9e81-3fe5520f8a86,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:54:06.660204 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:54:08.297092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 153bb64b-eca4-4af6-9e81-3fe5520f8a86 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:54:08.381226 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 153bb64b-eca4-4af6-9e81-3fe5520f8a86 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:54:08.381723 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:15.626035 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-525de731-d337-4ae2-9ab5-8ab06198da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:18.241588 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:18.522603 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-f5cfae7f-6569-420e-8f93-79a24d72e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:19.732262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:21.617355 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:35.124684 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:54:45.621538 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6aea5f6-1842-4e1a-911f-38589f96b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:48.249753 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:48.552408 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-55fa7565-9317-4054-ac65-a8b36eeb8dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:49.740801 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:54:51.597616 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:12.124672 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:55:15.608661 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-10836668-9dd4-42d7-b97e-74976e7052c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:18.232684 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:18.527654 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb953-1b17-4715-a92e-c6c04016585e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:19.731677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:21.587869 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:45.610539 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4893d650-c111-4179-aae5-3dee976b443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:48.103823 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52988) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:55:48.171387 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1803e391-e6c0-4ace-8119-b2d3b5e0b1c2 admin admin] GET failed (client error): The resource could not be found. Jun 07 11:55:48.172646 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1803e391-e6c0-4ace-8119-b2d3b5e0b1c2 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677426 Jun 07 11:55:48.226890 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:48.331052 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cb15c-6bc2-439c-a585-207aa0071b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:48.332710 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f83cb15c-6bc2-439c-a585-207aa0071b4c admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559370 Jun 07 11:55:48.528841 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a4ac24fe-8c80-4e84-b21c-7ee80fdb82b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:49.124980 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:55:49.735387 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:50.502582 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 52998) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:55:50.612645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1110ed72-fa24-491a-8959-8bc6d06bb394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:50.614025 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1110ed72-fa24-491a-8959-8bc6d06bb394 admin admin] 10.222.0.22 "GET /v2.0/subnets/b7e8ce91-dcb2-46c6-a897-c7a0252cb460 HTTP/1.1" status: 200 len: 849 time: 0.1105165 Jun 07 11:55:50.624135 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:55:50.742409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:50.946900 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728811644636'] for subnet, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:50.952704 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:55:50.992626 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:50.993653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:50.995330 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] 10.222.0.22 "PUT /v2.0/subnets/b7e8ce91-dcb2-46c6-a897-c7a0252cb460 HTTP/1.1" status: 200 len: 868 time: 0.3749371 Jun 07 11:55:50.999231 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ce772-87d7-44cc-ba35-21a8358bb0bf None None] Network 489d9865-4e89-472f-b633-935aa917a7df requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:55:51.023592 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8ce91-dcb2-46c6-a897-c7a0252cb460,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:55:51.032783 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.033156 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.033499 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.033827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.034150 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.034474 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.035058 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.035376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.035701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.036019 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.036334 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.036646 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:55:51.041480 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:55:51.442573 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-3d66ed42-0d1c-42c0-be9b-0b70723bc5d1 None None] Provisioning complete for port 50aff294-9bfc-41b6-a418-1740216a8ac0 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:55:51.442947 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3d66ed42-0d1c-42c0-be9b-0b70723bc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:51.573454 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-3d66ed42-0d1c-42c0-be9b-0b70723bc5d1 None None] Provisioning complete for port 6578d36f-26b4-4330-9afd-b0d851108084 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:55:51.573838 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3d66ed42-0d1c-42c0-be9b-0b70723bc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:51.635045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:55:53.164305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53006) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:55:53.344611 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672bcf9-9e65-42a4-9d7f-c327592b4e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:53.345036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672bcf9-9e65-42a4-9d7f-c327592b4e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:53.346596 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6672bcf9-9e65-42a4-9d7f-c327592b4e00 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813002 Jun 07 11:55:55.535651 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53014) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:55:55.723073 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bd32f-a19f-48bd-b216-d313739fd190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:55.723454 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bd32f-a19f-48bd-b216-d313739fd190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:55.724992 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-5a0bd32f-a19f-48bd-b216-d313739fd190 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1883650 Jun 07 11:55:57.928931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53022) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:55:58.121316 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48364a-ea4d-4d46-96c1-f6b4dd42665c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:55:58.122704 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9b48364a-ea4d-4d46-96c1-f6b4dd42665c admin admin] 10.222.0.22 "GET /v2.0/networks/489d9865-4e89-472f-b633-935aa917a7df HTTP/1.1" status: 200 len: 869 time: 0.1927533 Jun 07 11:56:00.297867 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53032) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:00.464855 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8123aff-ea7e-46bc-99a0-164a7299ae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:00.466190 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e8123aff-ea7e-46bc-99a0-164a7299ae56 admin admin] 10.222.0.22 "GET /v2.0/networks/a16db843-67dc-431d-87f2-c9cc6d3adc3a HTTP/1.1" status: 200 len: 886 time: 0.1673965 Jun 07 11:56:02.647371 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53040) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:02.768177 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5a8fb-3377-4738-9302-67a58f3404c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:02.768623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5a8fb-3377-4738-9302-67a58f3404c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:02.770378 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9af5a8fb-3377-4738-9302-67a58f3404c6 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220667 Jun 07 11:56:04.939250 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53048) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:05.048893 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751cd7d-d742-488d-b819-12759412ea2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:05.049349 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751cd7d-d742-488d-b819-12759412ea2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:05.050932 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a751cd7d-d742-488d-b819-12759412ea2c admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107204 Jun 07 11:56:07.239342 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53056) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:07.341798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734c651-c773-418d-ac3c-bd120af83d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:07.343129 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1734c651-c773-418d-ac3c-bd120af83d6c admin admin] 10.222.0.22 "GET /v2.0/subnets/8c1b6188-0908-4f4f-853a-4157ae97fb12 HTTP/1.1" status: 200 len: 816 time: 0.1028535 Jun 07 11:56:09.594815 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53064) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:09.706491 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce599d35-0b0b-4366-8e66-101b86e84e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:09.707840 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ce599d35-0b0b-4366-8e66-101b86e84e16 admin admin] 10.222.0.22 "GET /v2.0/subnets/b7e8ce91-dcb2-46c6-a897-c7a0252cb460 HTTP/1.1" status: 200 len: 868 time: 0.1120815 Jun 07 11:56:15.615988 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-28713330-9c62-4725-ac03-6804bf3c1707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:18.233259 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:18.531106 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9be84780-40d8-43a1-a3c1-11840bfb9332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:19.761502 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:21.592860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:26.125277 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:56:33.302530 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53108) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:33.350469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [None req-e185381d-5891-47d0-9523-1505274c9563 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:56:33.351514 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e185381d-5891-47d0-9523-1505274c9563 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479870 Jun 07 11:56:35.593419 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53116) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:35.664315 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8694f5c8-e822-4651-8561-54229a177f6f admin admin] GET failed (client error): The resource could not be found. Jun 07 11:56:35.665820 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8694f5c8-e822-4651-8561-54229a177f6f admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0714815 Jun 07 11:56:35.794345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644a2e2-be05-41a5-a823-ea415b1893c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:35.795702 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9644a2e2-be05-41a5-a823-ea415b1893c7 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1260905 Jun 07 11:56:37.994103 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53124) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:38.042032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:56:38.063608 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Made reservation on behalf of 4cf15371b1b048bd95b8f378309ca445 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:56:38.065937 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:38.165785 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING neutron.services.revisions.revision_plugin [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Could not find related network for resource to bump revision. Jun 07 11:56:38.182530 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 11:56:38.193222 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728811423636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:38.193771 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Unsubscribe: segment precommit_create {{(pid=91700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 11:56:38.194219 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Added segment e5a5eb84-e9d2-4537-86b2-08843b38e16c of type vlan for network a0c5fc31-7096-4a56-b01e-e0fa35043767 Jun 07 11:56:38.232191 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:38.266941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:38.268255 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:38.268857 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:38.272078 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:56:38.315702 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3204622 Jun 07 11:56:38.371110 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c5fc31-7096-4a56-b01e-e0fa35043767,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:56:38.379123 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.379487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.379818 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.380143 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.380464 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.380841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.381194 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.381510 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.381839 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.382166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.382453 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.382763 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:38.387548 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:56:38.395865 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 11:56:40.548172 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53132) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:56:40.615046 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f28d06-cff9-4e59-aece-997ab4ccd74a admin admin] GET failed (client error): The resource could not be found. Jun 07 11:56:40.616233 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a0f28d06-cff9-4e59-aece-997ab4ccd74a admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670764 Jun 07 11:56:40.722368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8461cfc-492a-4941-a762-6c794dc42c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:40.723843 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a8461cfc-492a-4941-a762-6c794dc42c19 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1034398 Jun 07 11:56:40.735002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 11:56:40.756259 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Made reservation on behalf of 4cf15371b1b048bd95b8f378309ca445 for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 11:56:40.759369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:40.979547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:40.983091 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:56:41.079190 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad133b09-5bd0-4fe2-9001-23c2b7523b33,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:56:41.081849 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:56:41.090016 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Checking segment: {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:56:41.090386 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Network hostable DHCP agents. Network: a0c5fc31-7096-4a56-b01e-e0fa35043767, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 11:56:41.109493 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 11:56:41.120447 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, a0c5fc31-7096-4a56-b01e-e0fa35043767) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:56:41.124899 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 11:56:41.125975 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:41.129050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dac694-359c-4525-9f8e-033bdc9c1e51 None None] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:56:41.144191 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-63e2e8f9-5bf6-4958-a352-2ff7da3cf68c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4129193 Jun 07 11:56:41.362939 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-a0c5fc31-7096-4a56-b01e-e0fa35043767', 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767', 'tenant_id': '4cf15371b1b048bd95b8f378309ca445', 'fixed_ips': [{'subnet_id': 'ad133b09-5bd0-4fe2-9001-23c2b7523b33'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 11:56:41.363810 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:41.534358 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Allocated IP 192.168.233.2 (a0c5fc31-7096-4a56-b01e-e0fa35043767/ad133b09-5bd0-4fe2-9001-23c2b7523b33/2d524c9a-6ee7-4240-a3e1-fe6f75de1a91) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 11:56:41.755230 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:41.765989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Transition to ACTIVE for port object 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:56:41.786072 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Transition to ACTIVE for port object 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 11:56:41.792898 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:41.800756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:56:41.865756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 11:56:41.870035 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 11:56:41.874106 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 11:56:41.881855 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Pushing event updated for resources: {'Port': ['ID=2d524c9a-6ee7-4240-a3e1-fe6f75de1a91,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:56:41.924881 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.925223 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.925559 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.925893 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.926220 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.926550 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.926872 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.927198 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.927535 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.927857 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.928173 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.928492 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:56:41.936797 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:56:41.993438 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Attempting to bind port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 11:56:41.993804 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Attempting to bind port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 11:56:41.994310 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Attempting to bind port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 on network a0c5fc31-7096-4a56-b01e-e0fa35043767 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 11:56:42.000582 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 11:56:42.000984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Checking segment: {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 11:56:42.001387 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:42.001783 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Bound using segment: {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 11:56:42.002452 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Bound port: 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 11:56:42.002671 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:42.103808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] For port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 11:56:42.109121 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] For port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=2d524c9a-6ee7-4240-a3e1-fe6f75de1a91,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 11:56:42.114573 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:42.119768 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:56:42.206879 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Pushing event updated for resources: {'Port': ['ID=2d524c9a-6ee7-4240-a3e1-fe6f75de1a91,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:56:42.210208 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:56:42.460202 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:56:42.533830 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:56:43.023400 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b82d8-2437-463e-9646-2f9eca494124 None None] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 11:56:43.127743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Provisioning for port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 11:56:43.143304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Provisioning complete for port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:56:43.143678 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:43.367743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:43.408087 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] For port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=2d524c9a-6ee7-4240-a3e1-fe6f75de1a91,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 11:56:43.413046 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:43.415521 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:56:43.496152 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Pushing event updated for resources: {'Port': ['ID=2d524c9a-6ee7-4240-a3e1-fe6f75de1a91,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:56:43.499685 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:56:43.641158 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-a96105ad-4876-48bd-a27b-d64dfaca61f3 None None] Provisioning complete for port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:56:43.641462 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a96105ad-4876-48bd-a27b-d64dfaca61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:44.403378 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 11:56:44.470504 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 2d524c9a-6ee7-4240-a3e1-fe6f75de1a91 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 11:56:44.470886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:45.620766 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-708bcd98-abe4-4800-9e22-a0920f71b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:48.237190 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:48.532829 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-aad53160-06af-49ce-b5ff-e40eca0fb0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:49.741596 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:56:51.595445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:03.127752 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:57:15.623848 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2d18c808-9b43-4870-b176-cc98f6c76f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:18.242117 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:18.534823 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b4fca410-69c8-4bde-87d3-49185b3b1c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:19.744990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:21.599999 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:40.126686 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:57:45.630360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d07d5309-124a-4f6c-97ea-17efd9fbc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:48.236689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:48.538330 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-922f0d2a-b983-439d-85b6-e9220c3d57c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:49.746846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:57:51.603743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:05.521775 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53184) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:58:05.527904 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [None req-d654d2db-6ca7-4f88-b29d-9989eae7fe44 tempest-verify_tempest_config-975389992 tempest-verify_tempest_config-975389992-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 11:58:05.528882 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d654d2db-6ca7-4f88-b29d-9989eae7fe44 tempest-verify_tempest_config-975389992 tempest-verify_tempest_config-975389992-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059979 Jun 07 11:58:05.841175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53202) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:58:05.959200 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.071390 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.075166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.082809 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:58:06.125005 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b67b2b8eec0742b5845eaa4333662885&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2827539 Jun 07 11:58:06.125961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3614a8a-72b3-44bf-af24-bffcb5decd2e,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:58:06.128018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53206) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:58:06.133524 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.133864 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.134194 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.134516 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.134833 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.135167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.135483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.135793 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.136121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.136431 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.136763 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.137072 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.141552 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:58:06.195799 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.220761 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.321866 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.324799 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:06.325929 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3614a8a-72b3-44bf-af24-bffcb5decd2e HTTP/1.1" status: 204 len: 168 time: 0.1968062 Jun 07 11:58:06.326536 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 11:58:06.337476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3614a8a-72b3-44bf-af24-bffcb5decd2e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 11:58:06.344931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.345422 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.345577 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.345893 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.346216 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.346531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.346843 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.347158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.347491 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.347802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.348110 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.348415 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 11:58:06.352229 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 11:58:15.624168 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-41e366d1-c16b-475d-a1a2-94b150bddeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:17.128431 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:58:18.240008 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:18.541504 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7ba72b9c-f40d-416f-9743-7d0ccfb65c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:19.751278 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:21.607574 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:45.625306 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9995e195-a220-49d4-9a95-3af4ce7529e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:48.244716 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:48.542160 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-626a57fc-152d-4ef6-a5f4-d8caaf7e31e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:49.751774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:51.609763 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:58:54.128122 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:59:15.627529 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a3-48e9-409b-8707-51923fe0da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:18.245689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:18.544046 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1f8b10ee-7895-4d63-895a-78315905ffae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:19.754685 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:21.613231 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:31.126808 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 5 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 11:59:42.179109 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627'] for agent, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:45.629344 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d526748e-53a9-44b5-92fc-0022564c7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:46.414502 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53260) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:59:46.525581 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4cf299b6-d710-4f6c-b9de-b134c4ba578d admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1100035 Jun 07 11:59:48.249346 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:48.546535 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e0adadce-e0ad-4d3f-8523-14c3ad7b547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:48.689861 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53270) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 11:59:48.744364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b87157e6-b128-4123-b3ad-440d61ca65d8 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0534451 Jun 07 11:59:49.758924 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 11:59:51.615243 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:08.125208 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:00:12.133283 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:15.630677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-36007c03-6e1f-4caa-b65b-67b21db70ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:18.254271 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:18.547827 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8f0cfca7-0a6e-44af-b9b1-f4251f818156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:19.760346 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:21.618096 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:42.151169 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:45.126924 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:00:45.633586 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6581d41a-9603-4412-9d8e-7396e11d9038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:48.258165 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:48.549877 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7ea8-65ed-42d6-9591-c6a438f761b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:49.766979 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:00:51.622467 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:12.159283 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.089452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53368) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:15.296733 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-750771365-network', 'tenant_id': '47e70a20bb1f4186b04aa30a6adeb026'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:15.321224 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Made reservation on behalf of 47e70a20bb1f4186b04aa30a6adeb026 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:15.323559 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.336781 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.454565 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.461930 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.473875 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:15.484607 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:01:15.509561 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.509904 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Added segment 3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5 of type vlan for network 2864b4b3-c66f-4500-8d16-3c70c43195dc Jun 07 12:01:15.516709 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b150ac88-1016-42fb-94ea-c4aa730add79,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:15.534499 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.534861 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.535306 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.535702 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.536064 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.536669 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.537148 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.537640 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.538125 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.538609 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.539089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.539557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Tracked resource versions report: Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: pushed versions: Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: { 'AddressGroup': {'1.2'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'ConntrackHelper': {'1.0'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Log': {'1.0'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Network': {'1.1'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Port': {'1.7'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'PortForwarding': {'1.2'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'QosPolicy': {'1.8'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroup': {'1.4'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroupRule': {'1.2'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SubPort': {'1.0'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Subnet': {'1.1'}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Trunk': {'1.1'}} Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: consumer versions: Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: HyperV agent@hv-cinder-78662: {}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'ConntrackHelper': '1.0', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Log': '1.0', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Network': '1.1', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Port': '1.7', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'PortForwarding': '1.2', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'QosPolicy': '1.8', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroup': '1.4', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SecurityGroupRule': '1.2', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'SubPort': '1.0', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Subnet': '1.1', Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: 'Trunk': '1.1'}} Jun 07 12:01:15.540726 dv-cinder-786627-7-iscsi neutron-server[91701]: {{(pid=91701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 12:01:15.554545 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:15.558125 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.593069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.594134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:15.594701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.605313 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:15.643137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-741fb866-5de9-4c36-8cbb-1e51ade09dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.704311 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2864b4b3-c66f-4500-8d16-3c70c43195dc,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:15.707617 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:15.712375 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53416) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:15.715754 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 2864b4b3-c66f-4500-8d16-3c70c43195dc details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:01:15.719231 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Request body: {'subnet': {'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-750771365-subnet', 'tenant_id': '47e70a20bb1f4186b04aa30a6adeb026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:15.724033 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6322620 Jun 07 12:01:15.752275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Made reservation on behalf of 47e70a20bb1f4186b04aa30a6adeb026 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:15.756509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:15.994488 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:16.000499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-153a2866-288c-4d91-bc4b-8dd049cc90f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:16.087098 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fda148-ffac-4522-99f3-57d748ca97b8,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:16.097673 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.098187 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.098537 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.098862 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.099241 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.099523 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.099846 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.100356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.100726 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.101054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.101379 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.101694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Tracked resource versions report: Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: pushed versions: Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: { 'AddressGroup': {'1.2'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'ConntrackHelper': {'1.0'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Log': {'1.0'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Network': {'1.1'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Port': {'1.7'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'PortForwarding': {'1.2'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'QosPolicy': {'1.8'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroup': {'1.4'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroupRule': {'1.2'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SubPort': {'1.0'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Subnet': {'1.1'}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Trunk': {'1.1'}} Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: consumer versions: Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: HyperV agent@hv-cinder-78662: {}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'ConntrackHelper': '1.0', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Log': '1.0', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Network': '1.1', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Port': '1.7', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'PortForwarding': '1.2', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'QosPolicy': '1.8', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroup': '1.4', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SecurityGroupRule': '1.2', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'SubPort': '1.0', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Subnet': '1.1', Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: 'Trunk': '1.1'}} Jun 07 12:01:16.102775 dv-cinder-786627-7-iscsi neutron-server[91700]: {{(pid=91700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 12:01:16.111715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:16.112856 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Checking segment: {'id': '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:16.113245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Network hostable DHCP agents. Network: 2864b4b3-c66f-4500-8d16-3c70c43195dc, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:01:16.136021 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Network 2864b4b3-c66f-4500-8d16-3c70c43195dc is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:01:16.147764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 2864b4b3-c66f-4500-8d16-3c70c43195dc) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:16.155605 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:16.156200 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:16.165820 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065c2e9-52a1-4af8-9406-4d7b25572032 None None] Network 2864b4b3-c66f-4500-8d16-3c70c43195dc requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:16.189368 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4748437 Jun 07 12:01:16.434337 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9e4c4-1e4c-4201-94c6-cf3614c5e31a None None] Network 2864b4b3-c66f-4500-8d16-3c70c43195dc requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:17.166493 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53492) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:17.412452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53504) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:17.692198 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-network', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:17.716350 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Made reservation on behalf of a6f8355f712043f88a4add95f79a2daa for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:17.718806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.733540 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.859133 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.864707 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.868248 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:17.900584 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e060b6-736f-499c-8884-e3ab11c17d7e,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:17.905521 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:17.906291 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:01:17.917458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.917866 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Added segment 36f28c1f-3f52-4258-8129-a4653cd1617a of type vlan for network 95e24190-45b5-4c11-a961-e94ca6ba9ffd Jun 07 12:01:17.946613 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-453547436-network', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:17.974254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:17.983990 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Made reservation on behalf of b08bf9c36fa345d39832b3e6cc503f37 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:17.986550 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.001835 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.076828 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.079977 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:18.080784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.091882 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:18.201198 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.216110 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.275721 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.353093 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:01:18.368693 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.369043 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Added segment f43dfb0b-3e11-4e11-b2bb-29e23003dbaf of type vlan for network acee5a09-e579-4cf8-8b85-12221bc259f3 Jun 07 12:01:18.428701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.467087 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2996740 Jun 07 12:01:18.470427 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53548) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:18.476576 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Request body: {'subnet': {'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-subnet', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:18.483922 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Pushing event updated for resources: {'Network': ['ID=95e24190-45b5-4c11-a961-e94ca6ba9ffd,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:18.494334 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:01:18.496827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:18.499259 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:18.538082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Made reservation on behalf of a6f8355f712043f88a4add95f79a2daa for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:18.540950 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.560962 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936843ec-2efc-4cef-9a4d-4c675333fdd9,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:18.583804 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:18.594637 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.596438 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:18.598051 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.603810 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:18.826173 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Pushing event updated for resources: {'Network': ['ID=acee5a09-e579-4cf8-8b85-12221bc259f3,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:18.843511 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network acee5a09-e579-4cf8-8b85-12221bc259f3 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:01:18.846301 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:18.859656 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4457905 Jun 07 12:01:18.862778 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53558) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:18.881325 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Request body: {'subnet': {'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-subnet', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:18.919666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Made reservation on behalf of b08bf9c36fa345d39832b3e6cc503f37 for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:18.922227 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.951603 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:18.959500 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce57bb53-2c45-4858-b357-8576893529f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:19.056830 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d9e24b5a-ab51-44ee-9b7f-08402a6a0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.244623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.258007 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-960b9ea5-0337-4552-9e10-71b22d29b220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:19.311275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78097f4-c038-468f-b1d3-02bf12a16a25,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:19.315732 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:19.336647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ca513e-3913-4d70-af5b-70654ba3e4f2,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:19.343554 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:19.375557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Checking segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:19.375909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Network hostable DHCP agents. Network: acee5a09-e579-4cf8-8b85-12221bc259f3, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:01:19.385884 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Checking segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:19.387125 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Network hostable DHCP agents. Network: 95e24190-45b5-4c11-a961-e94ca6ba9ffd, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:01:19.398580 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Network acee5a09-e579-4cf8-8b85-12221bc259f3 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:01:19.414159 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:01:19.421963 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, acee5a09-e579-4cf8-8b85-12221bc259f3) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:19.429122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:19.429727 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.435372 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 95e24190-45b5-4c11-a961-e94ca6ba9ffd) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:19.437497 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c174d-c088-4868-a744-a64e68cd0914 None None] Network acee5a09-e579-4cf8-8b85-12221bc259f3 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:19.445069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:19.445756 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.472673 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-67e57983-7e86-439d-92ab-96c1e7310bd9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6052759 Jun 07 12:01:19.472884 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53586) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:19.479285 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:19.483864 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0116084 Jun 07 12:01:19.484463 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53588) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:19.490579 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:19.526017 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.db.api [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 12:01:19.526017 dv-cinder-786627-7-iscsi neutron-server[91701]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 12:01:19.526017 dv-cinder-786627-7-iscsi neutron-server[91701]: [parameters: {'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'id': '4fd228d1-bbe0-46d6-bffa-6500b8979cc7', 'expiration': datetime.datetime(2021, 6, 7, 12, 3, 19, 517461)}] Jun 07 12:01:19.526017 dv-cinder-786627-7-iscsi neutron-server[91701]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 12:01:19.526507 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_db.api [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 12:01:19.527039 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d03335-316a-4a06-bf99-4ea4c6708b6d None None] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:19.534785 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.538569 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.578948 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.895332 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:19.905292 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53616) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:19.908044 dv-cinder-786627-7-iscsi neutron-server[91700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 12:01:19.996970 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7677e07-1ae1-453f-9b97-e39c0c1ea833 None None] Network acee5a09-e579-4cf8-8b85-12221bc259f3 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:20.026746 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:01:20.028279 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.089871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53622) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:20.095169 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.141518 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.142535 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.159316 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.212301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-892bc0d5-95d8-455b-849d-f17877d508fe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:20.217363 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-892bc0d5-95d8-455b-849d-f17877d508fe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/networks?id=2864b4b3-c66f-4500-8d16-3c70c43195dc HTTP/1.1" status: 200 len: 811 time: 0.3107965 Jun 07 12:01:20.242702 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-eb25271f-5bdb-4b32-8842-9ad4766d6d98 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/quotas/47e70a20bb1f4186b04aa30a6adeb026 HTTP/1.1" status: 200 len: 375 time: 0.0170960 Jun 07 12:01:20.264703 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Allocated IP 172.20.0.2 (95e24190-45b5-4c11-a961-e94ca6ba9ffd/c78097f4-c038-468f-b1d3-02bf12a16a25/ee08ea1d-5551-4df1-8522-b3a866cca32a) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:20.339748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.401938 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-a2b678db-a33e-48c3-9f67-c5d808fa1754 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=47e70a20bb1f4186b04aa30a6adeb026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1518934 Jun 07 12:01:20.558363 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.568105 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.568786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.584770 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c2b3aa85-91f1-4e3a-9d1f-3b23134bb160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:20.609094 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.632885 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9873cff-3e43-4ab8-aea1-e9b21653e7d9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:20.636999 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:20.672085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72ca1ef0df9144e09858a3da80b0a507&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5799463 Jun 07 12:01:20.674302 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53638) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:20.711988 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Transition to ACTIVE for port object ee08ea1d-5551-4df1-8522-b3a866cca32a will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:20.798012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-45cbc3e1-b6b0-47c3-9a52-c20fe1ac92ee service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:01:20.802040 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-45cbc3e1-b6b0-47c3-9a52-c20fe1ac92ee service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2174067 Jun 07 12:01:20.807478 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Transition to ACTIVE for port object ee08ea1d-5551-4df1-8522-b3a866cca32a will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:20.826260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.831950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:20.867629 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.899448 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.963776 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.970290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:20.971498 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9873cff-3e43-4ab8-aea1-e9b21653e7d9 HTTP/1.1" status: 204 len: 168 time: 0.2959385 Jun 07 12:01:20.998700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:21.003420 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:21.008673 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:21.018407 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Pushing event updated for resources: {'Port': ['ID=ee08ea1d-5551-4df1-8522-b3a866cca32a,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:21.030993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:21.064072 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9873cff-3e43-4ab8-aea1-e9b21653e7d9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:21.064963 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.065281 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.065745 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.066127 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.067771 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.068016 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.068325 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.068639 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.069191 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.071138 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:21.076605 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.077331 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.077878 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Tracked resource versions report: Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: pushed versions: Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: { 'AddressGroup': {'1.2'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'ConntrackHelper': {'1.0'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Log': {'1.0'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Network': {'1.1'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Port': {'1.7'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'PortForwarding': {'1.2'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'QosPolicy': {'1.8'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroup': {'1.4'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroupRule': {'1.2'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SubPort': {'1.0'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Subnet': {'1.1'}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Trunk': {'1.1'}} Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: consumer versions: Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: HyperV agent@hv-cinder-78662: {}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'ConntrackHelper': '1.0', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Log': '1.0', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Network': '1.1', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Port': '1.7', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'PortForwarding': '1.2', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'QosPolicy': '1.8', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroup': '1.4', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SecurityGroupRule': '1.2', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'SubPort': '1.0', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Subnet': '1.1', Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: 'Trunk': '1.1'}} Jun 07 12:01:21.079058 dv-cinder-786627-7-iscsi neutron-server[91702]: {{(pid=91702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 12:01:21.130983 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:21.157742 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.170984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Attempting to bind port ee08ea1d-5551-4df1-8522-b3a866cca32a on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:21.171704 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Attempting to bind port ee08ea1d-5551-4df1-8522-b3a866cca32a by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:21.172296 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Attempting to bind port ee08ea1d-5551-4df1-8522-b3a866cca32a on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:21.182344 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:21.182570 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Checking segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:21.182971 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.183364 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Bound using segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:21.183840 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Bound port: ee08ea1d-5551-4df1-8522-b3a866cca32a, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:21.184214 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.202692 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.252045 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-33ef9c6c-d56a-40c7-b56e-813d641d87e0 service neutron] 10.222.0.22 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420578 Jun 07 12:01:21.326427 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] For port ee08ea1d-5551-4df1-8522-b3a866cca32a, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:21.333762 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] For port ee08ea1d-5551-4df1-8522-b3a866cca32a, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ee08ea1d-5551-4df1-8522-b3a866cca32a,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:21.339845 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.346155 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:21.483041 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Pushing event updated for resources: {'Port': ['ID=ee08ea1d-5551-4df1-8522-b3a866cca32a,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:21.487532 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:21.504756 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-6b8b3f36-25f1-4661-9b23-f377750c350c service neutron] 10.222.0.22 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514234 Jun 07 12:01:21.576271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53660) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:21.607063 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.625895 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.647052 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.825430 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.926228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Allocated IP 172.27.0.211 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/f69693cd-b6a9-4b43-98b1-f51ddd25639e) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:21.947143 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.953461 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:21.979814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d0768b5c-fa5b-4a6e-a1b4-939bfb43ad21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:22.042117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bdfe5-6165-40e8-9148-03353bf880ee,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:22.051525 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:22.100995 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c32f427db5184ab6a11666f8243e49d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5231185 Jun 07 12:01:22.101704 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53692) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:22.126965 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:01:22.182795 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.252934 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2382a4d-5157-4fd5-9574-edbc114bf48a req-8e52d74c-f149-4622-9320-6d11f05cc06c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.0548081 Jun 07 12:01:22.286752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.294047 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.328384 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.352799 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:22.407979 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.412016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:22.415730 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/949bdfe5-6165-40e8-9148-03353bf880ee HTTP/1.1" status: 204 len: 168 time: 0.3122456 Jun 07 12:01:22.416290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9110aeee-52ca-4a21-abaa-259ca9685ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:22.471638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bdfe5-6165-40e8-9148-03353bf880ee,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:22.479918 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:22.510348 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:22.539334 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:22.545323 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:22.716355 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ee08ea1d-5551-4df1-8522-b3a866cca32a up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:22.933866 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port ee08ea1d-5551-4df1-8522-b3a866cca32a completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:23.050386 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e6bf2-0a49-4226-a9ba-2dce60092e87 None None] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:01:23.307843 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Pushing event updated for resources: {'Port': ['ID=f69693cd-b6a9-4b43-98b1-f51ddd25639e,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:23.313201 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:23.315431 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Allocated IP 172.27.0.23 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/bde4f90a-76d0-48f5-aaa5-762d8220ba09) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:23.338276 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:23.373566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53758) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:23.414612 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Provisioning for port ee08ea1d-5551-4df1-8522-b3a866cca32a completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:23.426066 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Provisioning complete for port ee08ea1d-5551-4df1-8522-b3a866cca32a triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:23.427553 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:23.478859 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a3b32a99-07ec-42c8-8210-6523dea7c9cf req-3baf7d47-2f9b-49ae-87ec-7e27c0caf09c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.1040957 Jun 07 12:01:23.649420 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:23.939868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:23.989443 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:23.998332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:24.033512 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] For port ee08ea1d-5551-4df1-8522-b3a866cca32a, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ee08ea1d-5551-4df1-8522-b3a866cca32a,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:24.046185 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:24.049098 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:24.144223 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Pushing event updated for resources: {'Port': ['ID=ee08ea1d-5551-4df1-8522-b3a866cca32a,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:24.149374 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:24.220509 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:24.237752 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:24.246530 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:24.328527 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Pushing event updated for resources: {'Port': ['ID=bde4f90a-76d0-48f5-aaa5-762d8220ba09,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:24.336250 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:24.337301 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:24.375387 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-b8609ab6-6871-48d3-980c-45ffe92c9a24 None None] Provisioning complete for port ee08ea1d-5551-4df1-8522-b3a866cca32a triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:24.376072 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b8609ab6-6871-48d3-980c-45ffe92c9a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:24.659190 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ee08ea1d-5551-4df1-8522-b3a866cca32a up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:24.796343 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1c71ee5f-bbdb-4d33-9115-99877f3aefb6 req-46903c48-248c-4e13-8ac1-0b8bd677db3f tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.0589187 Jun 07 12:01:24.835350 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:24.847019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port ee08ea1d-5551-4df1-8522-b3a866cca32a triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:24.848263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:24.894634 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Router 698b1459-af23-483d-8336-ef65c10993c2 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:01:25.232191 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53848) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:25.273605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:01:25.284248 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Sync routers for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:01:25.303723 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:25.304093 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:25.324808 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:25.326424 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8521390 Jun 07 12:01:25.329312 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53856) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:25.488041 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:25.639927 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:25.845875 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:25.991825 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53874) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:26.054420 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:22Z', 'revision_number': 3, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:26.058819 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Checking router: 698b1459-af23-483d-8336-ef65c10993c2 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:01:26.059236 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Updating router 698b1459-af23-483d-8336-ef65c10993c2 port f69693cd-b6a9-4b43-98b1-f51ddd25639e binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:01:26.117279 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.131002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Router e91c6a78-9375-41b8-b0b6-f779b094a203 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:01:26.226511 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0726fd95-3d6e-4aa1-bcc6-1940be13494e req-391d8490-c63b-4d8e-a45c-6a540db3dcef tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.0720763 Jun 07 12:01:26.271291 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.389505 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.407691 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:01:26.423225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:01:26.438786 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.443132 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:26.443305 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9548876 Jun 07 12:01:26.443390 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:26.444866 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53886) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:26.448518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.509031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:26.519743 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b0518c2bdfe456ea35473bfddfe06fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2835021 Jun 07 12:01:26.523534 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 53890) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:26.545747 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaa5621-c3c9-4bf1-834d-6f2575df81d1,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:26.553279 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:26.574214 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.588363 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Transition to ACTIVE for port object f69693cd-b6a9-4b43-98b1-f51ddd25639e will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:26.596856 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.608797 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:26.627449 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.655951 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.685956 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Pushing event updated for resources: {'Port': ['ID=f69693cd-b6a9-4b43-98b1-f51ddd25639e,revision_number=2']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:26.711918 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.712425 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.712683 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:26.712986 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.713620 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.714056 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.714563 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.714987 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.715466 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.716569 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.716569 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.718243 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.718662 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Tracked resource versions report: Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: pushed versions: Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: { 'AddressGroup': {'1.2'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'ConntrackHelper': {'1.0'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Log': {'1.0'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Network': {'1.1'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Port': {'1.7'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'PortForwarding': {'1.2'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'QosPolicy': {'1.8'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroup': {'1.4'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroupRule': {'1.2'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SubPort': {'1.0'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Subnet': {'1.1'}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Trunk': {'1.1'}} Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: consumer versions: Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: { DHCP agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: HyperV agent@hv-cinder-78662: {}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: L3 agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: Metadata agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: Metering agent@dv-cinder-786627-7-iscsi: {}, Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: Open vSwitch agent@dv-cinder-786627-7-iscsi: { 'AddressGroup': '1.2', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'ConntrackHelper': '1.0', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Log': '1.0', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Network': '1.1', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Port': '1.7', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'PortForwarding': '1.2', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'QosPolicy': '1.8', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroup': '1.4', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SecurityGroupRule': '1.2', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'SubPort': '1.0', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Subnet': '1.1', Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: 'Trunk': '1.1'}} Jun 07 12:01:26.720142 dv-cinder-786627-7-iscsi neutron-server[91703]: {{(pid=91703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 12:01:26.726262 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Attempting to bind port f69693cd-b6a9-4b43-98b1-f51ddd25639e on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:26.726832 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Attempting to bind port f69693cd-b6a9-4b43-98b1-f51ddd25639e by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:26.727369 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Attempting to bind port f69693cd-b6a9-4b43-98b1-f51ddd25639e on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:26.734602 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:26.735465 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:26.736570 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:26.736922 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.737201 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.737510 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:26.738708 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Bound port: f69693cd-b6a9-4b43-98b1-f51ddd25639e, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:26.739207 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.743010 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.746747 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adaa5621-c3c9-4bf1-834d-6f2575df81d1 HTTP/1.1" status: 204 len: 168 time: 0.2157369 Jun 07 12:01:26.750063 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:26.762267 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaa5621-c3c9-4bf1-834d-6f2575df81d1,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:26.773295 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:26.827417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.924406 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] For port f69693cd-b6a9-4b43-98b1-f51ddd25639e, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:26.935674 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] For port f69693cd-b6a9-4b43-98b1-f51ddd25639e, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f69693cd-b6a9-4b43-98b1-f51ddd25639e,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:26.942118 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:26.953407 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6c96efb5-1bdd-47eb-8e40-e960037f0d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:27.076312 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Pushing event updated for resources: {'Port': ['ID=f69693cd-b6a9-4b43-98b1-f51ddd25639e,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:27.104203 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:27.104900 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:27.238549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:27.263236 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:27.264392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Allocated IP 172.20.0.1 (acee5a09-e579-4cf8-8b85-12221bc259f3/57ca513e-3913-4d70-af5b-70654ba3e4f2/98a0571e-a4dd-4524-8960-3b652b037f95) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:27.274996 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:24Z', 'revision_number': 3, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:27.281092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:01:27.281553 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Updating router e91c6a78-9375-41b8-b0b6-f779b094a203 port bde4f90a-76d0-48f5-aaa5-762d8220ba09 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:01:27.299411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e7e42285-ba6e-47c5-a6bf-a342da56cfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:27.382694 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:27.402559 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:27.415681 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae028fe-e63b-412e-b4e0-63947522a68c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:27.432101 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:27.666734 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:27.759410 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d9848ce4-ff20-4400-acb2-6af12cf2cfdf req-038caa26-0468-4a4d-a036-359492738465 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.2775609 Jun 07 12:01:27.763272 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00797bad8fd94122b8e6ab160b11a041&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7698903 Jun 07 12:01:27.771969 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 53926) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:27.970752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:27.998372 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.044222 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.084731 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.35', 49861) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:28.146372 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.202389 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ad740859-23e8-4a7c-b4c6-64821b3ee798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:28.235625 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.273918 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:22Z', 'revision_number': 3, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:28.285898 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847c159-3406-495c-9546-bc806aaf4064 None None] The sync data for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi is: [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:22Z', 'revision_number': 3, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:01:28.293021 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.339123 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Pushing event updated for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:28.348612 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:28.415527 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Transition to ACTIVE for port object bde4f90a-76d0-48f5-aaa5-762d8220ba09 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:28.424798 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-f8282629-4994-4bc8-a272-da7321c5a9ff tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:28.427806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.433675 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:28.437774 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-f8282629-4994-4bc8-a272-da7321c5a9ff tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.35 "GET /v2.0/networks?id=2864b4b3-c66f-4500-8d16-3c70c43195dc HTTP/1.1" status: 200 len: 811 time: 0.3510587 Jun 07 12:01:28.448542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.451219 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Network acee5a09-e579-4cf8-8b85-12221bc259f3 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:28.456927 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.470039 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cae028fe-e63b-412e-b4e0-63947522a68c HTTP/1.1" status: 204 len: 168 time: 0.6964631 Jun 07 12:01:28.471378 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:28.473641 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:28.485617 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:28.487295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.577158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Request body: {'port': {'device_id': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc', 'admin_state_up': True, 'tenant_id': '47e70a20bb1f4186b04aa30a6adeb026'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:28.590943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae028fe-e63b-412e-b4e0-63947522a68c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:28.594940 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Attempting to bind port bde4f90a-76d0-48f5-aaa5-762d8220ba09 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:28.594940 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Attempting to bind port bde4f90a-76d0-48f5-aaa5-762d8220ba09 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:28.595338 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Attempting to bind port bde4f90a-76d0-48f5-aaa5-762d8220ba09 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:28.598380 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:28.620340 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Pushing event updated for resources: {'Port': ['ID=bde4f90a-76d0-48f5-aaa5-762d8220ba09,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:28.664040 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:28.695735 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:28.705859 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:28.711240 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.711807 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:28.712505 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Bound port: bde4f90a-76d0-48f5-aaa5-762d8220ba09, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:28.719455 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.795165 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Allocated IP 172.20.0.1 (95e24190-45b5-4c11-a961-e94ca6ba9ffd/c78097f4-c038-468f-b1d3-02bf12a16a25/1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:28.929776 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] For port bde4f90a-76d0-48f5-aaa5-762d8220ba09, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:28.936189 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] For port bde4f90a-76d0-48f5-aaa5-762d8220ba09, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=bde4f90a-76d0-48f5-aaa5-762d8220ba09,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:28.945607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:28.958550 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:29.016264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:29.057764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Made reservation on behalf of 47e70a20bb1f4186b04aa30a6adeb026 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:29.073141 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:29.229736 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Pushing event updated for resources: {'Port': ['ID=bde4f90a-76d0-48f5-aaa5-762d8220ba09,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:29.261086 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:29.262318 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:29.263159 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:29.553501 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:29.554163 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e242c574-7e59-4524-9313-099b161e0ac3 req-30f042d8-d985-4d85-984e-f820fe5862a1 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.3558128 Jun 07 12:01:29.600464 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Transition to ACTIVE for port object 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:29.662318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:29.678892 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-cff2e130-3c88-482a-bf35-ac33f896f10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:29.827157 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:29.830762 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:29.834675 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:29.847914 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:29.848375 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.040512 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54028) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:30.097283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.136025 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:30.149017 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:30.256923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.286145 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Allocated IP 172.20.0.12 (2864b4b3-c66f-4500-8d16-3c70c43195dc/f8fda148-ffac-4522-99f3-57d748ca97b8/55b4847c-4ba9-44af-b7ed-3faf2b17a356) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:30.305882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.311780 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.319823 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:30.348691 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ebae52c6-d0cf-4ac6-860f-a1702ba1e63b None None] Provisioning for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:30.357021 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ebae52c6-d0cf-4ac6-860f-a1702ba1e63b None None] Provisioning complete for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:30.372307 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ebae52c6-d0cf-4ac6-860f-a1702ba1e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.696850 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:30.697638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Pushing event updated for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:30.751676 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ebae52c6-d0cf-4ac6-860f-a1702ba1e63b None None] Port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:01:30.768315 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f69693cd-b6a9-4b43-98b1-f51ddd25639e up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:30.983610 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:31.202150 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port f69693cd-b6a9-4b43-98b1-f51ddd25639e completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:31.241600 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port f69693cd-b6a9-4b43-98b1-f51ddd25639e triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:31.248851 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.259858 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54064) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:31.338968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2a905f76-2125-4db8-b87a-c3a2d89da2d0 req-4b00655d-bf68-4e04-abfc-a1a2868c60a4 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.3440096 Jun 07 12:01:31.360245 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:24Z', 'revision_number': 3, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:31.403238 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.418435 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.422611 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.438971 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0e8662fc-14ed-46db-87ec-f60b1af9ded0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:31.568753 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513eafd-16ac-4805-a02d-652d3783ea7a None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:24Z', 'revision_number': 3, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:01:31.593654 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.759221 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:31.764128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:31.790637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Network acee5a09-e579-4cf8-8b85-12221bc259f3 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:31.797922 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:31.803067 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.862108 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port f69693cd-b6a9-4b43-98b1-f51ddd25639e, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f69693cd-b6a9-4b43-98b1-f51ddd25639e,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:31.877643 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:31.882437 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:31.952251 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:31.964003 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:32.151444 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:32.165368 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=f69693cd-b6a9-4b43-98b1-f51ddd25639e,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:32.184872 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:32.387687 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:32.393720 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-77f55efe-a667-4bfa-9116-bac016fc701b None None] Provisioning complete for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:32.394881 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-77f55efe-a667-4bfa-9116-bac016fc701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:32.491837 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:32.571352 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:01:32.615982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:32.703651 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-77f55efe-a667-4bfa-9116-bac016fc701b None None] Port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:01:32.724368 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:32.797963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54104) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:32.914273 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device bde4f90a-76d0-48f5-aaa5-762d8220ba09 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:32.995095 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6ad08a3ed114b76924774bac3db0620&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9531341 Jun 07 12:01:33.080916 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port bde4f90a-76d0-48f5-aaa5-762d8220ba09 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:33.088463 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port bde4f90a-76d0-48f5-aaa5-762d8220ba09 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:33.088881 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.115647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54118) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:33.118161 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:01:33.125166 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/e91c6a78-9375-41b8-b0b6-f779b094a203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6791370 Jun 07 12:01:33.304187 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.356321 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b97830-8ff9-4a09-b1c2-f7df16039f44,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:33.372866 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:33.393046 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:33.395264 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.422609 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port bde4f90a-76d0-48f5-aaa5-762d8220ba09, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=bde4f90a-76d0-48f5-aaa5-762d8220ba09,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:33.428416 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.430988 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f69693cd-b6a9-4b43-98b1-f51ddd25639e up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:33.477910 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.490820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Network 2864b4b3-c66f-4500-8d16-3c70c43195dc is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:33.513110 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-6b09c5ea-c8b1-4362-957d-9847887cb9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:33.532440 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:33.575676 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.579462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.584055 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71b97830-8ff9-4a09-b1c2-f7df16039f44 HTTP/1.1" status: 204 len: 168 time: 0.4636533 Jun 07 12:01:33.585020 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:33.605138 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b97830-8ff9-4a09-b1c2-f7df16039f44,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:33.613558 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:33.613783 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:33.620233 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:33.620935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.657184 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.674516 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=bde4f90a-76d0-48f5-aaa5-762d8220ba09,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:33.707426 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:33.712351 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Router 698b1459-af23-483d-8336-ef65c10993c2 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:01:33.736856 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port f69693cd-b6a9-4b43-98b1-f51ddd25639e triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:33.737529 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:33.765060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Pushing event updated for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:33.774559 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:34.061878 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e0410-a106-45c3-b56d-fe0fc0bdbf0b req-1154a6a4-495c-42ed-9f2b-ffb516eb09a6 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:34.069654 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a4e0410-a106-45c3-b56d-fe0fc0bdbf0b req-1154a6a4-495c-42ed-9f2b-ffb516eb09a6 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 932 time: 1.2200761 Jun 07 12:01:34.212677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.357173 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:01:34.369789 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] 10.222.0.22 "PUT /v2.0/routers/698b1459-af23-483d-8336-ef65c10993c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0387845 Jun 07 12:01:34.370899 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.384172 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ded62ba0-dd3d-4589-9474-f07584ae28c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:34.389548 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Sync routers for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:01:34.408603 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:34.409438 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:34.417543 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8497069 Jun 07 12:01:34.423390 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f29852-9de8-4a75-be51-50f5ec05683e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:34.455997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:34.468719 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-2f99d2bb-e9cc-436f-b1fa-606c7dc09d62 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:01:34.470093 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-2f99d2bb-e9cc-436f-b1fa-606c7dc09d62 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156100 Jun 07 12:01:34.499574 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a4e0410-a106-45c3-b56d-fe0fc0bdbf0b req-8ccdf257-4df9-46a0-9baf-7da4b75f9251 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290457 Jun 07 12:01:34.506754 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f08819395b240638bbcb8167cdb1f43&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2159259 Jun 07 12:01:34.509606 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54158) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:34.708403 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device bde4f90a-76d0-48f5-aaa5-762d8220ba09 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:34.745243 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.843336 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.859213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.867456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:34.879021 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:34.934319 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:34.953013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e7bc9c-9b03-43f4-9af5-bc3d182187e8,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:34.983786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:35.028372 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24b5d6aa93a547e3928cf9853e40907b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1717710 Jun 07 12:01:35.029944 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:01:35.033333 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54164) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:35.115140 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.119341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.125736 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50f29852-9de8-4a75-be51-50f5ec05683e HTTP/1.1" status: 204 len: 168 time: 0.6114364 Jun 07 12:01:35.125960 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:35.126118 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d72c96f3-6c77-4c06-be76-e0465e468b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:35.126238 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:35.152727 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f29852-9de8-4a75-be51-50f5ec05683e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:35.159260 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:35.215587 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54178) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:35.231713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778464995', 'description': 'tempest-description--304255614'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:35.316673 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Request body: {'port': {'device_id': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:35.357533 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port bde4f90a-76d0-48f5-aaa5-762d8220ba09 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:35.357916 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.398212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.444108 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.756059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.772430 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:35.983307 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:36.286240 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:28Z', 'revision_number': 4, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '98a0571e-a4dd-4524-8960-3b652b037f95', 'name': '', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'mac_address': 'fa:16:3e:29:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:26Z', 'updated_at': '2021-06-07T12:01:29Z', 'revision_number': 2, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'subnets': [{'id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:36.297423 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Checking router: 698b1459-af23-483d-8336-ef65c10993c2 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:01:36.297807 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Updating router 698b1459-af23-483d-8336-ef65c10993c2 port 98a0571e-a4dd-4524-8960-3b652b037f95 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:01:36.453758 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117f480-50ce-4fca-a0f6-4a6ee771c2fa req-60f78e7e-4bd9-42cd-9829-75574bff067c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:36.459040 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9117f480-50ce-4fca-a0f6-4a6ee771c2fa req-60f78e7e-4bd9-42cd-9829-75574bff067c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 932 time: 0.5612280 Jun 07 12:01:36.467187 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54200) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:36.502413 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:36.808440 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 2, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:36.821718 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:01:36.822391 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Updating router e91c6a78-9375-41b8-b0b6-f779b094a203 port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:01:36.861413 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:36.957282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.002478 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.088626 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9117f480-50ce-4fca-a0f6-4a6ee771c2fa req-de8fdb95-2675-4ce9-a798-f74d7624df91 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636725 Jun 07 12:01:37.138354 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.143646 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7e7bc9c-9b03-43f4-9af5-bc3d182187e8 HTTP/1.1" status: 204 len: 168 time: 2.1063316 Jun 07 12:01:37.144835 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:37.217188 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.242305 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Transition to ACTIVE for port object 98a0571e-a4dd-4524-8960-3b652b037f95 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:37.271253 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.298928 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e7bc9c-9b03-43f4-9af5-bc3d182187e8,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:37.305034 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:37.310307 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-e9701ae3-dc89-44b1-a51c-d2d119879c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:37.623620 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-9998e108-3bba-453a-9761-cb606c982cec tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:37.650634 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-9998e108-3bba-453a-9761-cb606c982cec tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 818 time: 0.7435267 Jun 07 12:01:37.661946 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b757c5b-b494-4f85-baf5-ab3193cd89ef None None] Pushing event updated for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:37.684749 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6b757c5b-b494-4f85-baf5-ab3193cd89ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:37.747939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:37.782567 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-f25ee8ae-aca1-4ecb-9407-bb69bec5323a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/quotas/b08bf9c36fa345d39832b3e6cc503f37 HTTP/1.1" status: 200 len: 375 time: 0.1304269 Jun 07 12:01:37.978244 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.023683 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:38.086754 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.098236 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.113650 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.115147 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.8879912 Jun 07 12:01:38.193306 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Attempting to bind port 98a0571e-a4dd-4524-8960-3b652b037f95 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:38.193743 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Attempting to bind port 98a0571e-a4dd-4524-8960-3b652b037f95 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:38.194082 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Attempting to bind port 98a0571e-a4dd-4524-8960-3b652b037f95 on network acee5a09-e579-4cf8-8b85-12221bc259f3 {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:38.218829 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:38.219115 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Checking segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:38.219522 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.219915 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Bound using segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:38.220397 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Bound port: 98a0571e-a4dd-4524-8960-3b652b037f95, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:38.228549 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.241031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54260) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:38.241703 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:38.266871 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15974c477b5f4435b7321bd9f0a9e4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7979991 Jun 07 12:01:38.287678 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54268) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:38.288102 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54270) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:38.313001 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group_rule': {'security_group_id': 'f8655e12-31e0-4db8-a0a0-587553ddae84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:38.379425 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8655e12-31e0-4db8-a0a0-587553ddae84,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:38.396874 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.397990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.400999 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:38.452464 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-02266c63-7005-4bc3-af83-2f5dcb904e0e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6537764 Jun 07 12:01:38.453071 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Transition to ACTIVE for port object 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:38.474533 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.475559 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b4847c-4ba9-44af-b7ed-3faf2b17a356 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:01:38.479411 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:38.508176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.563508 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Transition to ACTIVE for port object 55b4847c-4ba9-44af-b7ed-3faf2b17a356 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:38.608225 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] For port 98a0571e-a4dd-4524-8960-3b652b037f95, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:38.639255 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] For port 98a0571e-a4dd-4524-8960-3b652b037f95, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=98a0571e-a4dd-4524-8960-3b652b037f95,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:38.648300 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.654893 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.684410 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6b757c5b-b494-4f85-baf5-ab3193cd89ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:38.686297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:38.744062 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.789920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:38.954597 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c36c731465546fdb1d9d6a31d444f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604605 Jun 07 12:01:38.954859 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214abac8-c4d5-4073-a553-b98166112e75,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:38.964587 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:38.983740 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54290) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:38.984082 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f33ffe7-70be-4f33-8b63-60a8929b7a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:39.129678 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:39.130359 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:39.229602 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Pushing event updated for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:39.231841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d149-e1e6-43c4-8c02-919b0868124f req-75281128-140f-4693-807a-0b96edc32cb0 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:39.233914 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25a8d149-e1e6-43c4-8c02-919b0868124f req-75281128-140f-4693-807a-0b96edc32cb0 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 0.6491830 Jun 07 12:01:39.236370 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b757c5b-b494-4f85-baf5-ab3193cd89ef None None] Pushing event updated for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=4']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:39.258455 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:39.268435 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-6b757c5b-b494-4f85-baf5-ab3193cd89ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:39.277982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Pushing event updated for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:39.303468 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:39.309004 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe7f578-0ebc-41f2-b378-8dc6160117bf,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:39.330771 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:39.545556 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Attempting to bind port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:39.548918 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Attempting to bind port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:39.551069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Attempting to bind port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:39.562808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:39.563683 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Checking segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:39.563683 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.563985 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Bound using segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:39.564584 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Bound port: 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:39.565066 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.573418 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Attempting to bind port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:39.574273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Attempting to bind port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:39.574273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Attempting to bind port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 on network 2864b4b3-c66f-4500-8d16-3c70c43195dc {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:39.604981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.625565 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25a8d149-e1e6-43c4-8c02-919b0868124f req-ccbe8469-7616-4ae3-88ff-25af62cbcacd tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274200 Jun 07 12:01:39.629586 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 on network 2864b4b3-c66f-4500-8d16-3c70c43195dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:01:39.629994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Attempting to bind port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 on network 2864b4b3-c66f-4500-8d16-3c70c43195dc {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:39.645171 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:39.646010 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Checking segment: {'id': '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:39.646192 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Bound using segment: {'id': '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:39.646654 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Bound port: 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:39.646908 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.732524 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.860169 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.896926 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:39.908685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356,segment=NetworkSegment(3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5),segment_id=3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:39.919902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.928408 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] For port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:39.932242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:39.934737 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] For port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:39.945435 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:39.951432 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:39.961989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:40.185313 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.186395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Pushing event updated for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:40.197685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:40.198480 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.213069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.230508 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:40.231682 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.232428 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.234799 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbe7f578-0ebc-41f2-b378-8dc6160117bf HTTP/1.1" status: 204 len: 168 time: 1.1789050 Jun 07 12:01:40.236477 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:40.254593 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.262105 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] 10.222.0.35 "PUT /v2.0/ports/55b4847c-4ba9-44af-b7ed-3faf2b17a356 HTTP/1.1" status: 200 len: 1094 time: 5.2269518 Jun 07 12:01:40.267134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:01:40.333578 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:01:40.335211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:01:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:40.381000 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.681462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe7f578-0ebc-41f2-b378-8dc6160117bf,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:40.684697 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.686532 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:40.692878 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:40.749377 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Pushing event updated for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:40.757761 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:40.816495 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.838232 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5705433 Jun 07 12:01:40.846220 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54318) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:40.856371 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:40.858961 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/214abac8-c4d5-4073-a553-b98166112e75 HTTP/1.1" status: 204 len: 168 time: 2.5634198 Jun 07 12:01:40.860794 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83ef26b-a432-4dd5-b4f1-6142a26b83d8,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:40.873820 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group_rule': {'security_group_id': 'f8655e12-31e0-4db8-a0a0-587553ddae84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:40.882719 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-31435bea-1f0f-411d-9c3b-ea1fcd9ad1e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:40.885890 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e39a4077-9bd9-48a0-94a8-a977a0c8b685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:40.922978 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214abac8-c4d5-4073-a553-b98166112e75,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:40.931853 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:40.977360 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:41.289712 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:41.297709 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:41.338807 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:01:41.354814 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:41.444438 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc23e8f0-32e7-46f1-af2d-8eea157339f7,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:41.451613 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-a896d836-e90f-42ac-bbae-bc589fc1bf67 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:01:41.463840 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-a896d836-e90f-42ac-bbae-bc589fc1bf67 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.9542267 Jun 07 12:01:41.464922 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:41.469327 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:41.482560 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6068990 Jun 07 12:01:41.484573 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54332) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:41.504926 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:41.624639 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:41.679263 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:28Z', 'revision_number': 4, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '98a0571e-a4dd-4524-8960-3b652b037f95', 'name': '', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'mac_address': 'fa:16:3e:29:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:26Z', 'updated_at': '2021-06-07T12:01:38Z', 'revision_number': 4, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'subnets': [{'id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:41.686338 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80949eae-cbcb-4b8c-8dd3-6bb6f1da7f6a None None] The sync data for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi is: [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:01:28Z', 'revision_number': 4, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '98a0571e-a4dd-4524-8960-3b652b037f95', 'name': '', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'mac_address': 'fa:16:3e:29:88:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:26Z', 'updated_at': '2021-06-07T12:01:38Z', 'revision_number': 4, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'subnets': [{'id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:01:42.187764 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:42.296039 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-95f62ad2-9f3c-4377-97f3-a850230a6729 service neutron] 10.222.0.22 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922938 Jun 07 12:01:42.514690 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-5f7844f8-af36-4f5e-a707-047411d236d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:42.521086 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-5f7844f8-af36-4f5e-a707-047411d236d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47e70a20bb1f4186b04aa30a6adeb026&device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 1097 time: 1.9580212 Jun 07 12:01:42.539987 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474c06a-aca4-4f49-a71f-ff25ffaa2519 req-17d9a1ff-f4ed-4896-883b-a76cb9552c39 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:42.562644 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6474c06a-aca4-4f49-a71f-ff25ffaa2519 req-17d9a1ff-f4ed-4896-883b-a76cb9552c39 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 1.2905643 Jun 07 12:01:42.688503 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Allocated IP 172.27.0.135 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/97e3929b-1840-4bd2-a68a-2dc17770eb32) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:42.698459 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:42.753166 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 98a0571e-a4dd-4524-8960-3b652b037f95 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:42.943173 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:39Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:01:42.969211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47bfec8-51a5-4e9e-b1aa-7a7eb51f9cd3 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:39Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:01:43.009269 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 98a0571e-a4dd-4524-8960-3b652b037f95 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:43.033111 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 98a0571e-a4dd-4524-8960-3b652b037f95 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:43.036415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:43.039626 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:01:43.162945 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6474c06a-aca4-4f49-a71f-ff25ffaa2519 req-dcae471f-d502-4ffe-bbb3-489dcaeeeecd tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988698 Jun 07 12:01:43.223808 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-fa1f87ce-384b-437d-99ba-a0f5f99aeb9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356 HTTP/1.1" status: 200 len: 217 time: 0.6557302 Jun 07 12:01:43.369179 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:43.528968 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:43.552209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:43.625886 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-77ef0180-ffa3-478b-9d71-339e389b6880 service neutron] 10.222.0.22 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3207886 Jun 07 12:01:43.656033 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-8681286a-1805-49e4-a027-8a0283212027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:43.664312 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-8681286a-1805-49e4-a027-8a0283212027 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fda148-ffac-4522-99f3-57d748ca97b8 HTTP/1.1" status: 200 len: 851 time: 0.4121048 Jun 07 12:01:43.749796 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:43.857346 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-7194eb3d-8670-4347-aa90-f6fd13ad7b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2864b4b3-c66f-4500-8d16-3c70c43195dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704865 Jun 07 12:01:43.919992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 98a0571e-a4dd-4524-8960-3b652b037f95, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=98a0571e-a4dd-4524-8960-3b652b037f95,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:43.941179 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:43.952475 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9326207d-cc5c-4b04-a913-bda891b83754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:44.006508 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:44.013746 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:44.042945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:44.313581 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:44.328045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:44.600585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357c1af1-b05b-4935-bd5f-3e4fbccb0d56 x-openstack-request-id: req-357c1af1-b05b-4935-bd5f-3e4fbccb0d56 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:01:44.601231 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:01:44.601687 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-357c1af1-b05b-4935-bd5f-3e4fbccb0d56 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:01:44.602882 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356', 'status': 'completed', 'code': 200} Jun 07 12:01:44.688852 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:45.187031 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 98a0571e-a4dd-4524-8960-3b652b037f95 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:45.189960 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=97e3929b-1840-4bd2-a68a-2dc17770eb32,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:45.218600 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.669s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:45.306626 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:45.313838 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e0093fa8-e014-40ec-9598-2dc95c3c0965 req-cf5d68e2-b2a7-46f4-99df-3e2c6764c12a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 210 time: 0.4181173 Jun 07 12:01:45.598752 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-bd93430a-a5d5-4cc1-8020-05a9255132ec service neutron] 10.222.0.35 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7021136 Jun 07 12:01:45.975635 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 98a0571e-a4dd-4524-8960-3b652b037f95 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:45.976457 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:46.259972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5a34724d-622f-4396-b1ed-ce8ad78de42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:46.513051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36094d-8ee8-4596-954b-a864125a1f4e req-c33fcc06-0784-4711-baac-fa8169fc2110 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:46.522222 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5a36094d-8ee8-4596-954b-a864125a1f4e req-c33fcc06-0784-4711-baac-fa8169fc2110 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 1.1833451 Jun 07 12:01:46.611344 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-051b0b2f-0435-49ff-8a9d-1a0a0922f5cc req-f39ea97b-540f-4af2-aef6-f076298c033b service neutron] 10.222.0.35 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0078390 Jun 07 12:01:46.726414 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:46.881192 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:46.902876 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:46.931411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5a36094d-8ee8-4596-954b-a864125a1f4e req-aa5e1ef4-61c2-4d34-b372-1a0a4925a5fa tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065206 Jun 07 12:01:46.943452 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-426a2cf4-2564-48d7-861e-f7ff888ebb35 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:46.960725 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:46.962774 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-426a2cf4-2564-48d7-861e-f7ff888ebb35 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 818 time: 0.2399952 Jun 07 12:01:47.187804 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:47.219985 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:47.225192 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:47.300804 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:47.329730 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-7d9ef25d-3368-4ec6-93f6-92ddfe47dbb3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/quotas/b08bf9c36fa345d39832b3e6cc503f37 HTTP/1.1" status: 200 len: 375 time: 0.0660486 Jun 07 12:01:47.395161 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=97e3929b-1840-4bd2-a68a-2dc17770eb32,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:47.407672 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:47.430981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:47.432319 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9433861 Jun 07 12:01:47.584705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-d204b37b-8216-4cbf-b743-959d3c5eb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:47.593944 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-d204b37b-8216-4cbf-b743-959d3c5eb71e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47e70a20bb1f4186b04aa30a6adeb026&device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 1097 time: 0.6295190 Jun 07 12:01:47.748548 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:47.913984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:47.932187 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:47.935445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:48.279723 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-67600121-1a73-4fc8-bdb4-83fe5dad73c6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9200737 Jun 07 12:01:48.396398 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:48.417377 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:48.425652 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:48.588564 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7538be07-cbfe-47f4-a1cf-316a9d18d8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:48.723796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-33922ee2-c8ad-401b-bbb8-c0b7f5d43694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:48.726089 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-33922ee2-c8ad-401b-bbb8-c0b7f5d43694 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2864b4b3-c66f-4500-8d16-3c70c43195dc HTTP/1.1" status: 200 len: 912 time: 1.1106462 Jun 07 12:01:48.785652 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-4063a1a3-1269-425e-b0b3-39132f251623 service neutron] 10.222.0.22 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886348 Jun 07 12:01:48.965463 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea401c0-ef0d-4365-8ce5-5adbca46c9aa req-990f8f10-ffa6-4b71-afad-b8ec4ca7428c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:48.968575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8ea401c0-ef0d-4365-8ce5-5adbca46c9aa req-990f8f10-ffa6-4b71-afad-b8ec4ca7428c tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 0.4823687 Jun 07 12:01:48.993805 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-1be31d70-3206-4e65-8943-d79dca836fd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356 HTTP/1.1" status: 200 len: 217 time: 0.1773560 Jun 07 12:01:49.281707 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8ea401c0-ef0d-4365-8ce5-5adbca46c9aa req-4255a896-3879-4d21-898d-982dd1d8cb15 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878294 Jun 07 12:01:49.296019 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-148d30e2-470e-4599-b790-b7dd6e533ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:49.296397 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-148d30e2-470e-4599-b790-b7dd6e533ddc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fda148-ffac-4522-99f3-57d748ca97b8 HTTP/1.1" status: 200 len: 851 time: 0.1785045 Jun 07 12:01:49.303532 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-5bb6fcfd-344d-490c-ae96-00540afd3ac2 service neutron] 10.222.0.22 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163875 Jun 07 12:01:49.426988 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-5f940446-75ea-44ed-b512-637e6db09f7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2864b4b3-c66f-4500-8d16-3c70c43195dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152058 Jun 07 12:01:49.692409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.35', 49884) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:49.802470 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:49.855046 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c2b6ff54-1f9a-4689-ab17-85c2e7d9ba46 req-86bff8d8-4fcb-45e6-bedf-36c4213cde67 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 210 time: 0.0963824 Jun 07 12:01:50.001562 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-b0b40361-5411-4b0e-80b1-ebffc9ebe1ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--778464995&fields=id&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 267 time: 0.2481346 Jun 07 12:01:50.132192 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-1f6de359-1de8-4ae3-9efc-0d2c9f5326df service neutron] 10.222.0.35 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976638 Jun 07 12:01:50.208225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:50.429036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-c33584fd-9ff0-409f-9df6-21c6fcfe5588 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:50.443257 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-c33584fd-9ff0-409f-9df6-21c6fcfe5588 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 818 time: 0.7497058 Jun 07 12:01:50.447825 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:50.448211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:50.458729 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Request body: {'port': {'device_id': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'admin_state_up': True, 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:50.771920 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f760d1c-ee9b-4303-a825-6ebc8aa3cbf3 req-332b54c4-3f6f-4b0e-9e9b-2b84a8887b80 service neutron] 10.222.0.35 "GET /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950005 Jun 07 12:01:50.829135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-da628ae3-2e56-4e93-9e29-84eb74383337 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:50.835824 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-da628ae3-2e56-4e93-9e29-84eb74383337 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 817 time: 0.8325593 Jun 07 12:01:50.860141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Made reservation on behalf of b08bf9c36fa345d39832b3e6cc503f37 for: {'port': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:50.864606 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:50.881633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93881-1a4b-4bb7-a902-c90ceeed0bbd req-112c73d2-fb6a-42c4-a1a7-fece2741bc3a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:50.889282 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-32a93881-1a4b-4bb7-a902-c90ceeed0bbd req-112c73d2-fb6a-42c4-a1a7-fece2741bc3a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 0.3680406 Jun 07 12:01:50.913645 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-ee98430b-73aa-47fb-91d3-396b8d862dd5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/quotas/a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 375 time: 0.0617681 Jun 07 12:01:51.087559 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-32a93881-1a4b-4bb7-a902-c90ceeed0bbd req-90bd6564-121a-439d-b5b2-1ed7b1851ae9 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973720 Jun 07 12:01:51.168413 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-13523ba6-58e7-4b39-8e2d-3bda2854e8fd tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2181914 Jun 07 12:01:51.174872 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Allocated IP 172.20.0.5 (acee5a09-e579-4cf8-8b85-12221bc259f3/57ca513e-3913-4d70-af5b-70654ba3e4f2/14da8adc-b196-4059-8fef-513f84b30c0a) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:51.514246 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-245bfb69-ce28-44b4-b1c9-dc257fd3e06e req-21f65058-2342-4811-9270-eb852c1f3949 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 210 time: 0.0894866 Jun 07 12:01:51.560484 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-28d77045-beb2-40fd-b997-41b7c583afdb service neutron] 10.222.0.22 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553374 Jun 07 12:01:51.653662 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:51.680015 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:51.724867 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:51.736877 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:51.890564 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Network acee5a09-e579-4cf8-8b85-12221bc259f3 is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:51.894634 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:51.912228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:51.917961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:51.918715 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:51.935073 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Pushing event updated for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:51.940230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:51.955546 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5022793 Jun 07 12:01:51.969232 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Request body: {'port': {'device_id': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:51.988563 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-c489a74a-30f8-4568-9d20-0bfa804e7410 service neutron] 10.222.0.22 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143946 Jun 07 12:01:52.124120 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:52.515029 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4b609205-e547-4f74-b622-c4f205f04708 req-3dc44fbd-dd27-4412-845c-ac98ad2e7369 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.2361822 Jun 07 12:01:52.526384 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-66200ea8-28ff-4f64-b15b-bea2aa755c7a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:52.527515 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-66200ea8-28ff-4f64-b15b-bea2aa755c7a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 818 time: 0.5227628 Jun 07 12:01:52.557901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Request body: {'port': {'device_id': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'admin_state_up': True, 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:52.786913 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9de9c-5df9-4052-aba9-70831432883e req-283aba6f-1d31-49df-a58f-04167b7257d7 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:52.790624 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b0d9de9c-5df9-4052-aba9-70831432883e req-283aba6f-1d31-49df-a58f-04167b7257d7 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 944 time: 0.4532368 Jun 07 12:01:52.790858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55b4847c-4ba9-44af-b7ed-3faf2b17a356 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:01:53.010090 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f92d54c-e210-4967-b31a-0b9e79c586bb req-a972f8b5-7e5e-4fa0-9b6f-17c7aa3d5d20 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 210 time: 0.2513764 Jun 07 12:01:53.095886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356,segment=NetworkSegment(3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5),segment_id=3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:53.114366 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '55b4847c-4ba9-44af-b7ed-3faf2b17a356', 'network_id': '2864b4b3-c66f-4500-8d16-3c70c43195dc', 'port_id': '55b4847c-4ba9-44af-b7ed-3faf2b17a356', 'mac_address': 'fa:16:3e:52:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fda148-ffac-4522-99f3-57d748ca97b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:01:53.143235 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b0d9de9c-5df9-4052-aba9-70831432883e req-ee29f820-7f25-45fa-a1c9-3ccc2b4c2e0f tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942890 Jun 07 12:01:53.176989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Made reservation on behalf of b08bf9c36fa345d39832b3e6cc503f37 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:01:53.178635 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:53.206951 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:53.266361 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b4847c-4ba9-44af-b7ed-3faf2b17a356 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:01:53.319579 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356,segment=NetworkSegment(3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5),segment_id=3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:53.332172 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:53.334859 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:53.337544 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14da8adc-b196-4059-8fef-513f84b30c0a {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:01:53.363889 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:53.401872 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Transition to ACTIVE for port object 14da8adc-b196-4059-8fef-513f84b30c0a will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:53.427849 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:53.443503 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:53.480575 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:53.488126 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:53.598060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Allocated IP 172.20.0.13 (acee5a09-e579-4cf8-8b85-12221bc259f3/57ca513e-3913-4d70-af5b-70654ba3e4f2/55093445-9ff5-4862-9a05-99d9973206c9) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:01:53.826795 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-511fedaf-95df-4b5b-a7dc-ffdbe5b9763f req-73a1184b-98eb-4543-a77a-76090be0e403 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.0648448 Jun 07 12:01:53.929443 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Pushing event updated for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:53.935045 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:53.944031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Attempting to bind port 14da8adc-b196-4059-8fef-513f84b30c0a on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:53.944386 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Attempting to bind port 14da8adc-b196-4059-8fef-513f84b30c0a by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:53.944771 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Attempting to bind port 14da8adc-b196-4059-8fef-513f84b30c0a on network acee5a09-e579-4cf8-8b85-12221bc259f3 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:53.951840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Port 14da8adc-b196-4059-8fef-513f84b30c0a on network acee5a09-e579-4cf8-8b85-12221bc259f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:01:53.952172 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Attempting to bind port 14da8adc-b196-4059-8fef-513f84b30c0a on network acee5a09-e579-4cf8-8b85-12221bc259f3 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:53.959924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:53.960107 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Checking segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:53.960752 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Bound using segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:53.961206 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Bound port: 14da8adc-b196-4059-8fef-513f84b30c0a, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:53.961639 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.087155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.111048 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:54.117078 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14da8adc-b196-4059-8fef-513f84b30c0a,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:54.122755 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.128385 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:54.185839 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.207533 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0b4f8eac-92da-4a31-833e-29fd1fc7c94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:54.208175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:54.209205 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.210851 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] 10.222.0.35 "PUT /v2.0/ports/14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 1093 time: 2.2465532 Jun 07 12:01:54.221319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:01:54.367301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Network acee5a09-e579-4cf8-8b85-12221bc259f3 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:01:54.374289 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:01:54.397198 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Pushing event updated for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:54.405858 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:54.448553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:01:54.467901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:54.468985 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:54.537912 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51086473-602f-411f-8737-1043d09417ed" -d '{"events": [{"name": "network-changed", "server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:01:54.576251 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Pushing event updated for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:54.587999 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:54.593332 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0525005 Jun 07 12:01:54.650853 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb283e1-7b20-4ae2-a2e1-491d64212a0f req-dc016dd3-495a-4019-bc19-a05970d79c9f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:54.650853 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5bb283e1-7b20-4ae2-a2e1-491d64212a0f req-dc016dd3-495a-4019-bc19-a05970d79c9f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 932 time: 0.2852952 Jun 07 12:01:54.653123 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7a16-6f32-4c03-99c7-38c235b50248 req-67290b05-9bef-4c9b-9683-a9c7565af0ca tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:54.654736 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d0ed7a16-6f32-4c03-99c7-38c235b50248 req-67290b05-9bef-4c9b-9683-a9c7565af0ca tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 945 time: 0.1636207 Jun 07 12:01:54.740996 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5bb283e1-7b20-4ae2-a2e1-491d64212a0f req-1958efb3-7adc-4c8a-b54c-88f57dba9a8d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759034 Jun 07 12:01:54.748474 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d0ed7a16-6f32-4c03-99c7-38c235b50248 req-ac7ce6e9-e6fa-425b-9b42-76665e46e894 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776861 Jun 07 12:01:54.797307 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54704) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:55.113703 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d154cef6-ffe8-4691-83c1-3059169e8ff6 req-935be8a4-c8ec-4b89-bdda-2fc42e9aa0b1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.0641470 Jun 07 12:01:55.166801 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1348ef-662d-4c48-a1b1-7217cd7b84c1 x-openstack-request-id: req-3d1348ef-662d-4c48-a1b1-7217cd7b84c1 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:01:55.167821 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:01:55.168439 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d1348ef-662d-4c48-a1b1-7217cd7b84c1 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:01:55.169673 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a', 'status': 'completed', 'code': 200} Jun 07 12:01:55.181459 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.344078 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.351043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.367986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d6375ca8-9740-4949-bea9-0912c10ec4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:55.447345 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f08818acf54644db95bdfe7555969082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486449 Jun 07 12:01:55.448461 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022bffbf-7bba-4807-8d70-904369fe6b6c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:55.450065 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54716) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:55.453879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:55.592883 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.623806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.723961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.729647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:55.732005 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/022bffbf-7bba-4807-8d70-904369fe6b6c HTTP/1.1" status: 204 len: 168 time: 0.2806344 Jun 07 12:01:55.733678 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-26e7f7c8-d542-4239-ae5f-fb97760c240a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:55.754903 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022bffbf-7bba-4807-8d70-904369fe6b6c,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:55.758344 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:55.828879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Request body: {'port': {'device_id': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:01:56.055068 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['55b4847c-4ba9-44af-b7ed-3faf2b17a356'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:01:56.101065 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086473-602f-411f-8737-1043d09417ed req-e8abb9c7-5adb-44f2-bef2-77e9be2d9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:56.117929 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-51086473-602f-411f-8737-1043d09417ed req-e8abb9c7-5adb-44f2-bef2-77e9be2d9327 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1096 time: 0.2489126 Jun 07 12:01:56.181107 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:56.498149 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086473-602f-411f-8737-1043d09417ed req-f242ac28-8059-43db-8a4e-6e673cf1ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:56.500056 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-51086473-602f-411f-8737-1043d09417ed req-f242ac28-8059-43db-8a4e-6e673cf1ccef service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3721147 Jun 07 12:01:56.620393 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54744) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:56.681515 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:56.689172 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199019c8-2da5-4dcf-b84b-b519a2f054b9 req-e1d61d33-ed74-4507-92f2-f7c2b489f9c0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:56.691644 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-199019c8-2da5-4dcf-b84b-b519a2f054b9 req-e1d61d33-ed74-4507-92f2-f7c2b489f9c0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 932 time: 0.6721807 Jun 07 12:01:56.727433 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.35', 49902) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:56.934483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086473-602f-411f-8737-1043d09417ed req-0e867c32-918a-4030-afd4-7ca6efac4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:56.936385 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-51086473-602f-411f-8737-1043d09417ed req-0e867c32-918a-4030-afd4-7ca6efac4fb8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286149 Jun 07 12:01:57.069180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.079751 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.110569 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0f2d6bc9-ae45-4f88-b79b-2ab31034b672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:57.265852 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bbd7e863682450d8247ae4922efee7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417553 Jun 07 12:01:57.296005 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d0482-d056-4965-8c8b-18d11edc939d,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:57.299325 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54768) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:57.322703 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1fe06-c68c-4e35-a4d0-10ae964fb30a req-fa011e59-466f-4b22-be29-50a6253a6c5a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:57.323403 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:57.330096 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e6a1fe06-c68c-4e35-a4d0-10ae964fb30a req-fa011e59-466f-4b22-be29-50a6253a6c5a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 945 time: 1.1331356 Jun 07 12:01:57.391359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-78dd2a42-63e4-4816-ab5d-888903af73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:57.394301 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-78dd2a42-63e4-4816-ab5d-888903af73c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1096 time: 0.2302704 Jun 07 12:01:57.395415 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-199019c8-2da5-4dcf-b84b-b519a2f054b9 req-2217d004-4bae-4225-b1de-4f342a2ec494 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401163 Jun 07 12:01:57.414336 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.449781 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e6a1fe06-c68c-4e35-a4d0-10ae964fb30a req-e5a69b3e-22ea-40a3-a54d-a0c5fe656fef tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186738 Jun 07 12:01:57.464967 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.490808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-cca471c2-7e20-4d2e-810e-396168e9be55 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:57.493039 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-cca471c2-7e20-4d2e-810e-396168e9be55 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 817 time: 0.7644963 Jun 07 12:01:57.599856 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.605070 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.607469 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f75d0482-d056-4965-8c8b-18d11edc939d HTTP/1.1" status: 204 len: 168 time: 0.3059797 Jun 07 12:01:57.608800 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a5240369-ce7d-446f-bda3-510d90a1d948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:57.628561 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d0482-d056-4965-8c8b-18d11edc939d,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:57.642158 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:57.642648 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5b96753a-9191-4977-a6c4-1daaa4715ea0 req-de577304-3456-47d3-9808-a7650fb4b5af tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.0552711 Jun 07 12:01:57.642648 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55093445-9ff5-4862-9a05-99d9973206c9 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:01:57.672931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.696614 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Transition to ACTIVE for port object 55093445-9ff5-4862-9a05-99d9973206c9 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:01:57.707862 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:57.715204 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1787f1c6-2475-4705-8556-5caa10cd9dfe tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:57.916700 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Pushing event updated for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:57.923027 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:57.929000 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Attempting to bind port 55093445-9ff5-4862-9a05-99d9973206c9 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:01:57.929601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Attempting to bind port 55093445-9ff5-4862-9a05-99d9973206c9 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:01:57.930280 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Attempting to bind port 55093445-9ff5-4862-9a05-99d9973206c9 on network acee5a09-e579-4cf8-8b85-12221bc259f3 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:57.936533 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Port 55093445-9ff5-4862-9a05-99d9973206c9 on network acee5a09-e579-4cf8-8b85-12221bc259f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:01:57.936854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Attempting to bind port 55093445-9ff5-4862-9a05-99d9973206c9 on network acee5a09-e579-4cf8-8b85-12221bc259f3 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:01:57.943354 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:01:57.943751 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Checking segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:01:57.944150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Bound using segment: {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:01:57.944935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Bound port: 55093445-9ff5-4862-9a05-99d9973206c9, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:01:57.945450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.063648 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:01:58.071598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55093445-9ff5-4862-9a05-99d9973206c9,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:01:58.078618 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.084311 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:58.167314 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:58.168199 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.169846 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] 10.222.0.35 "PUT /v2.0/ports/55093445-9ff5-4862-9a05-99d9973206c9 HTTP/1.1" status: 200 len: 1094 time: 2.3560240 Jun 07 12:01:58.170503 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:01:58.173902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3291a13-ca96-458a-9288-026ee0eeeba0" -d '{"events": [{"name": "network-changed", "server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "tag": "55093445-9ff5-4862-9a05-99d9973206c9"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:01:58.226900 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Pushing event updated for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:58.230444 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:58.241736 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6812716b-8be5-4869-859a-7e9c2fedc18d x-openstack-request-id: req-6812716b-8be5-4869-859a-7e9c2fedc18d {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:01:58.242032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "tag": "55093445-9ff5-4862-9a05-99d9973206c9", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:01:58.242286 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6812716b-8be5-4869-859a-7e9c2fedc18d {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:01:58.242840 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9', 'status': 'completed', 'code': 200} Jun 07 12:01:58.251000 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55b4847c-4ba9-44af-b7ed-3faf2b17a356 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:01:58.349958 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:01:58.355675 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:01:58.356364 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.597246 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.660104 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356,segment=NetworkSegment(3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5),segment_id=3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:01:58.660104 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:01:58.712369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 54832) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:58.734258 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:58.737580 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:58.860238 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:58.879273 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:58.926285 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c1de2-dd15-4166-9fb2-98db15874b20 req-258fd409-dabf-42ba-a66d-8f9ae52a57fc tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:58.928089 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f41c1de2-dd15-4166-9fb2-98db15874b20 req-258fd409-dabf-42ba-a66d-8f9ae52a57fc tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.2086542 Jun 07 12:01:58.939404 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2ee19-cc9f-4530-b9f6-2f1a3b75aa1d req-5e35de88-e108-46fc-afae-71a675f7afda tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:01:58.942041 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-78c2ee19-cc9f-4530-b9f6-2f1a3b75aa1d req-5e35de88-e108-46fc-afae-71a675f7afda tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.3173976 Jun 07 12:01:58.950670 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.107249 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-78c2ee19-cc9f-4530-b9f6-2f1a3b75aa1d req-b4e6777b-1427-4102-893d-1d90e5b67211 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330891 Jun 07 12:01:59.115171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.117026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f41c1de2-dd15-4166-9fb2-98db15874b20 req-fb068215-8acf-4618-8a9e-22f317d3a31e tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734090 Jun 07 12:01:59.131157 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.149090 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:01:59.175960 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:59.176885 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e75d288-d2a6-4d93-aa40-ff415a3d2db1" -d '{"events": [{"server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "name": "network-vif-plugged", "status": "completed", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:01:59.250134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a846eba-d184-48cd-b242-c3bb17e6c434,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:59.261180 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fce02617d7184f26bd54c181304bca9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5437002 Jun 07 12:01:59.261180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:01:59.262139 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54852) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:01:59.380891 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e475f9e2-6bd4-4c39-8bd5-1f9ebf3f804d req-f0499403-916d-4b91-999a-fcb43cbd2709 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.0753675 Jun 07 12:01:59.418118 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.453630 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.473323 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee8c48-568e-44ed-b6cc-9381a8eb17b4 x-openstack-request-id: req-abee8c48-568e-44ed-b6cc-9381a8eb17b4 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:01:59.474002 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "name": "network-vif-plugged", "status": "completed", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:01:59.474430 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abee8c48-568e-44ed-b6cc-9381a8eb17b4 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:01:59.475515 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356', 'code': 200} Jun 07 12:01:59.520477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.523364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:01:59.524558 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a846eba-d184-48cd-b242-c3bb17e6c434 HTTP/1.1" status: 204 len: 168 time: 0.2615929 Jun 07 12:01:59.525893 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:01:59.537765 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a846eba-d184-48cd-b242-c3bb17e6c434,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:01:59.540168 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:00.132864 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54880) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:00.157135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:00.378377 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-b4d6056f-5a01-4d06-83f8-42f9d048aa5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1512334 Jun 07 12:02:00.532746 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-c8985cce-8480-4c2e-9c48-6e9a368c1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:00.535250 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-c8985cce-8480-4c2e-9c48-6e9a368c1c14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.1502848 Jun 07 12:02:00.541704 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.35', 49907) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:00.607776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-7a468c2a-0f86-4ecd-9692-6732d86b0127 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 379 time: 0.3684793 Jun 07 12:02:00.624634 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'port': {'device_id': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'admin_state_up': True, 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'security_groups': ['f8655e12-31e0-4db8-a0a0-587553ddae84']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:00.730684 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-cfeec843-5837-4278-9529-beea775ac6ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091032 Jun 07 12:02:00.798986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba887e-d8d9-49ab-aa52-79a1b6befcf4 req-d117e06d-8d24-4539-a210-0e1c14ec7ac6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:00.801152 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eaba887e-d8d9-49ab-aa52-79a1b6befcf4 req-d117e06d-8d24-4539-a210-0e1c14ec7ac6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.5475929 Jun 07 12:02:00.837016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-b0942216-b0b5-45c0-bbd3-1d99e609993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:00.838559 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-b0942216-b0b5-45c0-bbd3-1d99e609993c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1097 time: 0.5343750 Jun 07 12:02:00.863208 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-0b0a30a3-e25a-4483-a042-974611aef9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:00.866695 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-0b0a30a3-e25a-4483-a042-974611aef9bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 1099 time: 0.3198755 Jun 07 12:02:00.898290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:00.915210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d3161-abb4-430a-bbee-f0f53e08b68e req-c867fe6e-8470-404c-bfc7-a81bd58b714a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:00.922354 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-af6d3161-abb4-430a-bbee-f0f53e08b68e req-c867fe6e-8470-404c-bfc7-a81bd58b714a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.5494583 Jun 07 12:02:00.959572 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-1bb85628-9902-4af8-ad07-4bcba189d8bf service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185416 Jun 07 12:02:00.962460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.008612 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.081944 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-87a5090e-fd50-4ff8-ae24-bfe128aa128f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:01.143093 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eaba887e-d8d9-49ab-aa52-79a1b6befcf4 req-ff511743-05ca-4c84-8a85-6f19dc776e2e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034148 Jun 07 12:02:01.200963 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-af6d3161-abb4-430a-bbee-f0f53e08b68e req-70155f28-e318-4bcb-9ea1-eeebf8d28923 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776008 Jun 07 12:02:01.209646 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34b8cd7ce0dc401596ee0659a73822d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0756598 Jun 07 12:02:01.214691 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f8c75-38c8-4af9-9f2e-a416d7e2cd30,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:01.217584 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 54908) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:01.245225 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:01.255159 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-a50f064a-1f04-48d9-8145-0dc3f1aa1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:01.256887 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-a50f064a-1f04-48d9-8145-0dc3f1aa1f2b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4087574 Jun 07 12:02:01.427105 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.435683 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-1a1f319e-e358-4dea-81c7-16361295fb12 req-df9fb655-ec88-4913-8961-b2e22c095646 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668274 Jun 07 12:02:01.437410 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.449283 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:01.485918 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-4fa01370-76f5-4320-ae5d-4f655f566585 req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134617 Jun 07 12:02:01.496454 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55121e60-db1e-4a37-b179-055ffb9e75cc,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:01.500787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:01.541634 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e95da8c4-0805-470c-a59e-b2d90d66b054 req-0b3dcf16-6f0d-4695-8e7f-09beaaf56a16 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.1852279 Jun 07 12:02:01.550700 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.710901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Made reservation on behalf of a6f8355f712043f88a4add95f79a2daa for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:02:01.715338 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.763084 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:01.902708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-3fe7db3a-13fa-468e-ac3f-db3945998ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:01.905174 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3291a13-ca96-458a-9288-026ee0eeeba0 req-3fe7db3a-13fa-468e-ac3f-db3945998ddd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6023798 Jun 07 12:02:02.197091 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Allocated IP 172.20.0.5 (95e24190-45b5-4c11-a961-e94ca6ba9ffd/c78097f4-c038-468f-b1d3-02bf12a16a25/c801abcf-db5d-449a-a470-8c490a198057) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:02:02.225830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:02.231130 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:02.232816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/920f8c75-38c8-4af9-9f2e-a416d7e2cd30 HTTP/1.1" status: 204 len: 168 time: 1.0027273 Jun 07 12:02:02.237609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:02.260263 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f8c75-38c8-4af9-9f2e-a416d7e2cd30,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:02.276223 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-cac36542-f8bf-4521-91cb-b9699ecd6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:02.278686 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-cac36542-f8bf-4521-91cb-b9699ecd6743 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1097 time: 0.2423677 Jun 07 12:02:02.280033 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:02.503595 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-06bc04cf-abd6-49b4-b799-e1ed71936664 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55093445-9ff5-4862-9a05-99d9973206c9 HTTP/1.1" status: 200 len: 217 time: 0.2139778 Jun 07 12:02:02.828288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-56401ab0-fec7-429f-9997-e551e85b857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:02.829874 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-56401ab0-fec7-429f-9997-e551e85b857f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.3136599 Jun 07 12:02:02.935100 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-1db43b7d-a6a0-4ebb-bc06-b17548f5a473 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643985 Jun 07 12:02:02.954580 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e19f8-154c-4c67-8311-33aa3356413d req-6ca89ad3-6f84-4fb2-8017-2dcddc7a75b8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:02.963935 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-428e19f8-154c-4c67-8311-33aa3356413d req-6ca89ad3-6f84-4fb2-8017-2dcddc7a75b8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.5272286 Jun 07 12:02:02.969819 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:03.086066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Transition to ACTIVE for port object c801abcf-db5d-449a-a470-8c490a198057 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:02:03.135129 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98167124-8e00-4ad9-9e5c-910ee36e444a req-af3902a2-529b-4dc1-940b-4217ef342e49 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:03.144065 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-98167124-8e00-4ad9-9e5c-910ee36e444a req-af3902a2-529b-4dc1-940b-4217ef342e49 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.5611413 Jun 07 12:02:03.321893 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-428e19f8-154c-4c67-8311-33aa3356413d req-31c4021c-a799-4a50-a090-295f2234ef26 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567739 Jun 07 12:02:03.639390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-98167124-8e00-4ad9-9e5c-910ee36e444a req-78f05da2-de36-4f81-b24b-0fb1223c073a tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491695 Jun 07 12:02:03.645284 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:03.660457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:03.856749 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:02:03.879186 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:02:03.885844 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:02:03.904388 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:03.904894 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:03.951752 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-f8cc94bf-c1a2-4d62-9f28-784c85595e61 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9772198 Jun 07 12:02:03.960010 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:04.005862 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:04.184595 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5673039 Jun 07 12:02:04.215330 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Request body: {'port': {'device_id': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:04.301650 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 14da8adc-b196-4059-8fef-513f84b30c0a details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:02:04.379241 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0b8df-27f3-4024-9488-f519dad84961 req-acc0e90e-e9cb-4560-b752-673a5f225ce5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:04.400622 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00f0b8df-27f3-4024-9488-f519dad84961 req-acc0e90e-e9cb-4560-b752-673a5f225ce5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 931 time: 0.6746819 Jun 07 12:02:04.603644 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14da8adc-b196-4059-8fef-513f84b30c0a,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:04.622865 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '14da8adc-b196-4059-8fef-513f84b30c0a', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'port_id': '14da8adc-b196-4059-8fef-513f84b30c0a', 'mac_address': 'fa:16:3e:30:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:02:04.671374 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-cadc51d1-c983-47a4-aa80-64fa237f1c82 None None] Provisioning for port c801abcf-db5d-449a-a470-8c490a198057 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:02:04.738956 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d6f4a66-86e0-4154-a6c6-e03412fd4e85 req-9dd2e624-b0f8-49a7-8817-c9092758c01b service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754555 Jun 07 12:02:04.755147 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-cadc51d1-c983-47a4-aa80-64fa237f1c82 None None] Provisioning complete for port c801abcf-db5d-449a-a470-8c490a198057 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:02:04.755820 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cadc51d1-c983-47a4-aa80-64fa237f1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:04.784482 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:04.812761 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14da8adc-b196-4059-8fef-513f84b30c0a {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:02:04.844336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14da8adc-b196-4059-8fef-513f84b30c0a,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:04.873606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:04.885193 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:04.930058 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00f0b8df-27f3-4024-9488-f519dad84961 req-3a34bc11-e47e-48ea-8c3a-680d682f9e29 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5281429 Jun 07 12:02:04.958994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:05.093995 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bd12-c321-47bf-b40d-31f3cb1bf03e req-5a6ab57e-1bae-41e7-993e-620fc4f56bc2 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:05.107578 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49f8bd12-c321-47bf-b40d-31f3cb1bf03e req-5a6ab57e-1bae-41e7-993e-620fc4f56bc2 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.4910495 Jun 07 12:02:05.111427 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-cadc51d1-c983-47a4-aa80-64fa237f1c82 None None] Port c801abcf-db5d-449a-a470-8c490a198057 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:02:05.152077 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['14da8adc-b196-4059-8fef-513f84b30c0a'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:02:05.194641 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:05.213987 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:05.517321 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49f8bd12-c321-47bf-b40d-31f3cb1bf03e req-803262be-eded-4681-a62f-465bab2d68c1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082811 Jun 07 12:02:05.740497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3c65-f283-4a33-a006-122700932d1d req-62673d81-c36a-41f9-b395-3fc2bf732984 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:05.743167 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b02a3c65-f283-4a33-a006-122700932d1d req-62673d81-c36a-41f9-b395-3fc2bf732984 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.5166142 Jun 07 12:02:05.942825 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b02a3c65-f283-4a33-a006-122700932d1d req-2c41ce85-3a61-459a-b33f-a518f47732e0 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675529 Jun 07 12:02:05.963630 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:02:05.996871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.072528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Transition to ACTIVE for port object c801abcf-db5d-449a-a470-8c490a198057 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:02:06.084063 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.102865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:06.306955 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 14da8adc-b196-4059-8fef-513f84b30c0a up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:02:06.361200 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55080) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:06.456481 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 14da8adc-b196-4059-8fef-513f84b30c0a completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:02:06.477353 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 14da8adc-b196-4059-8fef-513f84b30c0a triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:02:06.477946 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.684740 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Attempting to bind port c801abcf-db5d-449a-a470-8c490a198057 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:02:06.685488 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Attempting to bind port c801abcf-db5d-449a-a470-8c490a198057 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:02:06.685977 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Attempting to bind port c801abcf-db5d-449a-a470-8c490a198057 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:02:06.694036 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:06.712386 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Port c801abcf-db5d-449a-a470-8c490a198057 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:02:06.713547 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Attempting to bind port c801abcf-db5d-449a-a470-8c490a198057 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:02:06.729386 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:06.737577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.740195 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:02:06.740981 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Checking segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:02:06.741762 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Bound using segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:02:06.742620 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Bound port: c801abcf-db5d-449a-a470-8c490a198057, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:02:06.743356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.747580 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.806902 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:06.812944 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25c5055-94d5-400b-8f0f-4a071044652d" -d '{"events": [{"server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "name": "network-vif-plugged", "status": "completed", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:06.829304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14da8adc-b196-4059-8fef-513f84b30c0a,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:06.837179 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:06.840903 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:06.933842 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:06.937276 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:07.095409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.104478 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.123913 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:07.159117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130e77-299e-4100-8270-844ad688d178 req-df7cccad-f361-4d12-aeed-50af7c29389b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:07.160753 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46130e77-299e-4100-8270-844ad688d178 req-df7cccad-f361-4d12-aeed-50af7c29389b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.9743025 Jun 07 12:02:07.162371 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:02:07.167111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:02:07.181564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.192049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:07.197879 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dee87f3282c34fc9bb3f6b3f7bedd045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8347552 Jun 07 12:02:07.199031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e67f907-96d5-40bf-9c0b-2eb42bbb2c46,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:07.201858 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55110) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:07.216400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:07.295934 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.320388 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:07.321051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.322539 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] 10.222.0.35 "PUT /v2.0/ports/c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 1093 time: 3.1228120 Jun 07 12:02:07.323811 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:07.326234 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269949b5-032a-4af4-abe0-0bd63d812b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:07.344190 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704219e7-8b33-4baa-a39e-60c88a0ab966 req-4674bf26-1296-4763-bdef-4787e32675df tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:07.346513 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-704219e7-8b33-4baa-a39e-60c88a0ab966 req-4674bf26-1296-4763-bdef-4787e32675df tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.3860457 Jun 07 12:02:07.355913 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46130e77-299e-4100-8270-844ad688d178 req-e070728c-588b-4ee4-ba97-42c6627e68a1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669295 Jun 07 12:02:07.369907 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:07.382733 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:07.431600 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.489606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a9f2b-330a-424e-9ce0-8fd2111887f1 x-openstack-request-id: req-0a6a9f2b-330a-424e-9ce0-8fd2111887f1 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:07.490079 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "name": "network-vif-plugged", "status": "completed", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:07.490487 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a6a9f2b-330a-424e-9ce0-8fd2111887f1 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:07.491131 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a', 'code': 200} Jun 07 12:02:07.619633 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-704219e7-8b33-4baa-a39e-60c88a0ab966 req-e9d81874-eaba-4aa8-8b33-c9b2b2bdf992 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380168 Jun 07 12:02:07.628242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6714a58-4a0f-4851-8f13-5271c109662c x-openstack-request-id: req-a6714a58-4a0f-4851-8f13-5271c109662c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:07.628930 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:07.628930 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6714a58-4a0f-4851-8f13-5271c109662c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:07.629396 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'status': 'completed', 'code': 200} Jun 07 12:02:07.643862 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.648697 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:07.649971 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e67f907-96d5-40bf-9c0b-2eb42bbb2c46 HTTP/1.1" status: 204 len: 168 time: 0.4468637 Jun 07 12:02:07.650961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:07.689205 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e67f907-96d5-40bf-9c0b-2eb42bbb2c46,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:07.708647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:07.744484 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-f5c91572-c482-4e87-8100-719750d006fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:07.747335 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-f5c91572-c482-4e87-8100-719750d006fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1096 time: 0.3098059 Jun 07 12:02:07.894819 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-28363db5-60f2-46fb-8cbf-40e35da6b8a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 217 time: 0.1389961 Jun 07 12:02:08.042842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-222c2caf-2b2c-4648-9b17-e0ed3131d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:08.045160 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-222c2caf-2b2c-4648-9b17-e0ed3131d411 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.1019969 Jun 07 12:02:08.117366 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d5ade-f1b6-4990-908e-3720f5a28d68 req-0024da94-bb22-4577-9db2-60338f990661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:08.119578 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-351d5ade-f1b6-4990-908e-3720f5a28d68 req-0024da94-bb22-4577-9db2-60338f990661 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.2283022 Jun 07 12:02:08.188607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-351d5ade-f1b6-4990-908e-3720f5a28d68 req-5c25aecc-83c6-44a1-b0ad-4d4e7b933058 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600922 Jun 07 12:02:08.235093 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-2b3201da-226f-4628-9b2e-de79c3ff7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:08.238584 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-2b3201da-226f-4628-9b2e-de79c3ff7866 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1856043 Jun 07 12:02:08.275825 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55138) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:08.305308 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:08.311310 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55093445-9ff5-4862-9a05-99d9973206c9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:02:08.661097 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:08.670597 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:08.686309 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-3a3a0f0d-80ef-42f7-ac0b-b0d292505253 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394484 Jun 07 12:02:08.733463 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55156) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:08.734171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-111b692a-a063-4e39-b491-0de164f78ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:08.776533 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55093445-9ff5-4862-9a05-99d9973206c9,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:08.814092 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21ca5520268543e0a16dd2d34145b3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368440 Jun 07 12:02:08.821522 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55160) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:08.827654 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '55093445-9ff5-4862-9a05-99d9973206c9', 'network_id': 'acee5a09-e579-4cf8-8b85-12221bc259f3', 'port_id': '55093445-9ff5-4862-9a05-99d9973206c9', 'mac_address': 'fa:16:3e:6b:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca513e-3913-4d70-af5b-70654ba3e4f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:02:08.832964 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17c424-f8f4-48a5-8de4-14a29be0132e,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:08.854337 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:08.971248 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.021748 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.047408 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8dc81650-b48e-41d8-bcbd-2094dd2b8b0b req-4defe300-d62d-4b2f-b75a-a9432e578397 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492818 Jun 07 12:02:09.074353 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.148611 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.154822 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55093445-9ff5-4862-9a05-99d9973206c9 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:02:09.159370 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.168332 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a17c424-f8f4-48a5-8de4-14a29be0132e HTTP/1.1" status: 204 len: 168 time: 0.3120074 Jun 07 12:02:09.173471 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8bf8a210-0bc5-4da8-bb1f-0a8b32012765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:09.214813 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17c424-f8f4-48a5-8de4-14a29be0132e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:09.218116 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55093445-9ff5-4862-9a05-99d9973206c9,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:09.229724 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.234947 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-35a5ddc1-72d6-4cee-beb1-72fecf60930f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:09.235927 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:09.321063 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.375857 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eada107-ca89-434b-b55f-b431e3b0d0ab req-9402b121-0a36-4cf5-b9ad-352aaa0f0424 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:09.384087 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6eada107-ca89-434b-b55f-b431e3b0d0ab req-9402b121-0a36-4cf5-b9ad-352aaa0f0424 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.3351746 Jun 07 12:02:09.451643 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6eada107-ca89-434b-b55f-b431e3b0d0ab req-df86a1c6-d7e5-4404-8eba-304ff16598ce tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664289 Jun 07 12:02:09.471522 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-98a35b68-8e4d-4ca8-80a8-4ad701f407cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:09.478410 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-98a35b68-8e4d-4ca8-80a8-4ad701f407cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1096 time: 0.2384424 Jun 07 12:02:09.498699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc84e3-e40f-4e60-8ac7-91e200694dfb req-965288bb-0e7b-4932-90fa-168f82d41f5e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:09.500341 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9dbc84e3-e40f-4e60-8ac7-91e200694dfb req-965288bb-0e7b-4932-90fa-168f82d41f5e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 944 time: 0.3684185 Jun 07 12:02:09.517421 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:09.540358 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:09.549592 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['55093445-9ff5-4862-9a05-99d9973206c9'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:02:09.596963 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.604790 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:09.636384 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:09.716326 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d3819-62a6-4aeb-812a-ed57be301e43,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:09.729810 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:09.758609 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f11ee3b44894c1d9d6a900202c07167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396009 Jun 07 12:02:09.759755 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55180) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:09.834325 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-b65ded99-547f-41ef-b325-249041b603c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:09.835845 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-b65ded99-547f-41ef-b325-249041b603c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.3345466 Jun 07 12:02:10.071691 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:10.072438 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-b21bdba0-4c0d-4343-a218-b3552d66ece1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 217 time: 0.2289343 Jun 07 12:02:10.133194 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9dbc84e3-e40f-4e60-8ac7-91e200694dfb req-7144382c-06f1-4a79-887f-5621b31f9202 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951593 Jun 07 12:02:10.168625 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55192) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:10.236387 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:10.247270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-f558e8ed-1161-4413-8ab6-8c8b3bdf0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:10.249486 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-f558e8ed-1161-4413-8ab6-8c8b3bdf0232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.1393657 Jun 07 12:02:10.295805 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55200) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:10.365563 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-19933287-a21a-42f1-9c4a-efd61aba8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:10.367558 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-19933287-a21a-42f1-9c4a-efd61aba8280 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107225 Jun 07 12:02:10.379373 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:10.380496 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:10.383231 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a47d3819-62a6-4aeb-812a-ed57be301e43 HTTP/1.1" status: 204 len: 168 time: 0.6174221 Jun 07 12:02:10.388250 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:10.414673 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d3819-62a6-4aeb-812a-ed57be301e43,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:10.423288 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:10.673227 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:10.752029 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-55da8ff2-4807-432d-8480-368b6d6a7fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700666 Jun 07 12:02:10.839997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.052556 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.154268 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.169539 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:11.291699 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.321930 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55230) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:11.335940 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=388cb1b4020e471cad0121e0994489a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1628158 Jun 07 12:02:11.336749 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55232) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:11.370215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.381813 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.460170 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3c6552269db4bcbb2136428743e1b49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1586025 Jun 07 12:02:11.464384 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133d823-0385-4394-b24f-2ead5e5a78e7,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:11.468212 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:11.468751 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55234) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:11.473653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:11.510122 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e2fa6-4c61-4bc8-8f07-d548bd3a2a33 req-7f943c59-a4b8-4001-ae62-114f2dc7edde tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:11.512439 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-046e2fa6-4c61-4bc8-8f07-d548bd3a2a33 req-7f943c59-a4b8-4001-ae62-114f2dc7edde tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.6668708 Jun 07 12:02:11.515816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-269949b5-032a-4af4-abe0-0bd63d812b0f req-0aeb4b62-f278-400a-99ec-1a4faec8ac46 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413361 Jun 07 12:02:11.530141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916cb29-89c7-4991-8471-32ae962efe13,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:11.547416 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:11.625557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.634695 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-046e2fa6-4c61-4bc8-8f07-d548bd3a2a33 req-0b9f1023-f11c-493f-9a25-a1f0591fe7b1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980709 Jun 07 12:02:11.669132 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043e31c-c533-48ae-a39b-f273f14cf138 req-600d42c9-e6d3-45ea-b611-4f2ac271f508 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:11.677655 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d043e31c-c533-48ae-a39b-f273f14cf138 req-600d42c9-e6d3-45ea-b611-4f2ac271f508 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 945 time: 0.2573862 Jun 07 12:02:11.682551 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.698869 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.753623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.808681 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d043e31c-c533-48ae-a39b-f273f14cf138 req-b2dd0c5a-13e3-48ed-9f30-d6e13e7ed30e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007197 Jun 07 12:02:11.836188 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.838613 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.841304 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.842667 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4916cb29-89c7-4991-8471-32ae962efe13 HTTP/1.1" status: 204 len: 168 time: 0.3429372 Jun 07 12:02:11.843317 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6444086b-621b-4a6e-905f-0d34ab71edcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:11.850983 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.868033 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-79e6065f-f34d-47d0-aa72-c7794fb16435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:11.872702 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916cb29-89c7-4991-8471-32ae962efe13,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:11.881226 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:11.894816 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.902844 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:11.909389 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1133d823-0385-4394-b24f-2ead5e5a78e7 HTTP/1.1" status: 204 len: 168 time: 0.5537033 Jun 07 12:02:11.913369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f597fadf-b78c-4d0b-b724-c445e7bd4dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:11.944930 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133d823-0385-4394-b24f-2ead5e5a78e7,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:11.950252 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:11.998251 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93d10d1e1f804dd4ac74df7920a8b6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6646161 Jun 07 12:02:12.003455 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55250) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:12.004503 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865953f-7f7e-4593-8e3a-c2da4e4f4494,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:12.012714 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:12.185417 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.223771 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.259229 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.342065 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:02:12.409345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.412445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55093445-9ff5-4862-9a05-99d9973206c9 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:02:12.416301 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.421771 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f865953f-7f7e-4593-8e3a-c2da4e4f4494 HTTP/1.1" status: 204 len: 168 time: 0.4120355 Jun 07 12:02:12.421771 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ead821e5-089c-409f-897d-c5e2e93f89ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:12.433633 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865953f-7f7e-4593-8e3a-c2da4e4f4494,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:12.436773 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:12.865546 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 55093445-9ff5-4862-9a05-99d9973206c9 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:02:12.874336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 55093445-9ff5-4862-9a05-99d9973206c9 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:02:12.874846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:12.914287 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55270) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:13.114424 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.202523 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.246075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:13.281595 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'c801abcf-db5d-449a-a470-8c490a198057', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:02:13.437521 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.538678 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55093445-9ff5-4862-9a05-99d9973206c9,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:13.557860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:13.565452 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b31c637-058b-4880-8355-3450dd9b7328" -d '{"events": [{"server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "name": "network-vif-plugged", "status": "completed", "tag": "55093445-9ff5-4862-9a05-99d9973206c9"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:13.589297 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.601469 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:13.605197 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4e868-63a3-4164-b0eb-421eabc05296 req-5ea5fe80-12d3-4dd8-9eba-934788423941 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:13.616362 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bec4e868-63a3-4164-b0eb-421eabc05296 req-5ea5fe80-12d3-4dd8-9eba-934788423941 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.6389267 Jun 07 12:02:13.656748 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55286) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:13.702314 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.738119 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:02:13.784346 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cb455-2027-4d40-aff8-f3af54387617 req-7829bcd2-8dfb-42e7-91a5-a82a1a093b41 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:13.789136 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f5cb455-2027-4d40-aff8-f3af54387617 req-7829bcd2-8dfb-42e7-91a5-a82a1a093b41 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 945 time: 0.5636184 Jun 07 12:02:13.789393 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:13.811387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bec4e868-63a3-4164-b0eb-421eabc05296 req-f2fca929-8eba-47d5-8df3-e34a6447ba4c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835525 Jun 07 12:02:13.858283 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.931876 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:13.950846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39047bf8-57f9-40e0-b7cf-83f5ff694bda x-openstack-request-id: req-39047bf8-57f9-40e0-b7cf-83f5ff694bda {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:13.950846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "name": "network-vif-plugged", "status": "completed", "tag": "55093445-9ff5-4862-9a05-99d9973206c9", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:13.951269 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39047bf8-57f9-40e0-b7cf-83f5ff694bda {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:13.951845 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9', 'code': 200} Jun 07 12:02:13.953151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:13.953811 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2ec1153a-896c-4889-85e6-251bd4dbd3c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:13.986260 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:13.992952 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f5cb455-2027-4d40-aff8-f3af54387617 req-9b10fbe2-5a31-4457-82bb-9406b78fb7b9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752110 Jun 07 12:02:13.994832 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.007468 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d682a8a-5cc2-4c6b-a546-9dd21983520f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:14.071556 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55290) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:14.072101 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=899cd659d48541c1816b2838cd1f8f33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1556792 Jun 07 12:02:14.075335 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30126560-8a5a-42bb-8e8f-c7dfcc433a25,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:14.081834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:14.149915 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:14.156279 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:14.182590 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['c801abcf-db5d-449a-a470-8c490a198057'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:02:14.235143 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.305139 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.470345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.482923 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.505777 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:14.541029 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.550041 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.557197 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30126560-8a5a-42bb-8e8f-c7dfcc433a25 HTTP/1.1" status: 204 len: 168 time: 0.4799235 Jun 07 12:02:14.591688 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3855-ce20-40e8-9558-0300c7aa6df7 req-9fc6faef-16be-48c9-8cca-efd1be131847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:14.593282 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-605e3855-ce20-40e8-9558-0300c7aa6df7 req-9fc6faef-16be-48c9-8cca-efd1be131847 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1099 time: 0.1748493 Jun 07 12:02:14.622550 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5817810867c64b0dbe205a970fdfd87a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9701807 Jun 07 12:02:14.624536 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e21af7-3bef-41f7-9737-06c5064e9d46,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:14.628202 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55306) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:14.630736 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:14.640686 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:14.704560 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-605e3855-ce20-40e8-9558-0300c7aa6df7 req-45160e6c-d33a-4247-899a-866302b7b697 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 Jun 07 12:02:14.709366 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30126560-8a5a-42bb-8e8f-c7dfcc433a25,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:14.739541 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:14.797926 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.847242 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.915734 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.923112 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:14.926375 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94e21af7-3bef-41f7-9737-06c5064e9d46 HTTP/1.1" status: 204 len: 168 time: 0.2969909 Jun 07 12:02:14.928615 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81438bcb-9b5f-414b-bcaf-67be54a663be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:14.954058 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e21af7-3bef-41f7-9737-06c5064e9d46,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:14.972460 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:15.184323 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2763e-0b68-4eae-ae28-250613d64ab3 req-ac0fcf96-761c-4951-8be0-05a849a36a2a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:15.186050 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-76a2763e-0b68-4eae-ae28-250613d64ab3 req-ac0fcf96-761c-4951-8be0-05a849a36a2a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.1418881 Jun 07 12:02:15.263507 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-76a2763e-0b68-4eae-ae28-250613d64ab3 req-8b1a232d-7a08-45f7-818d-37c96597e852 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508823 Jun 07 12:02:15.403449 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10815d-8897-4f55-a4b2-d1212a6c62cd req-9e019bc5-2f3b-47db-b207-2c7f21e84c12 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:15.406895 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca10815d-8897-4f55-a4b2-d1212a6c62cd req-9e019bc5-2f3b-47db-b207-2c7f21e84c12 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1334615 Jun 07 12:02:15.473816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca10815d-8897-4f55-a4b2-d1212a6c62cd req-8eac2b55-e869-4bf4-ad58-f6997e9cf409 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Jun 07 12:02:15.552452 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55340) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:15.572626 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:15.672854 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e939df30-b64c-4c59-ab56-12045ba22493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:15.751807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:15.758756 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:15.773328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9e420c48-1100-4487-b942-4146e6c103be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:15.829517 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70f30f2641a24bb8b1cee3aefb56d090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758992 Jun 07 12:02:15.831972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dcb973-e7d1-4638-aa04-afdc4befbb50,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:15.836726 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55344) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:15.840750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:15.970453 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.007460 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.084064 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.088772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.094619 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50dcb973-e7d1-4638-aa04-afdc4befbb50 HTTP/1.1" status: 204 len: 168 time: 0.2576101 Jun 07 12:02:16.095035 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1827b8cd-dc31-4346-a55a-cf8820bed774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:16.112994 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dcb973-e7d1-4638-aa04-afdc4befbb50,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.119787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.121315 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.125981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:16.138811 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55356) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:16.170259 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.344462 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:02:16.360888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.368580 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.385097 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:16.461141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55362) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:16.465428 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f94850acb30441b6bb6bf5ae10cc35b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250830 Jun 07 12:02:16.466473 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0fbe2-f911-46d8-b4bd-93aadce9f233,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:16.477166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.477398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.477804 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.478068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.478714 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.479055 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.479403 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.479712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.480044 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.480364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.480719 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.481048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:02:16.485830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:16.599489 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port c801abcf-db5d-449a-a470-8c490a198057 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:02:16.612888 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port c801abcf-db5d-449a-a470-8c490a198057 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:02:16.613834 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.617990 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.758215 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.880557 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7034e3e-5957-4974-af0c-7abca0fd4a02 req-1b0de04d-1812-4636-b8d7-a4df33b9e2b6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:16.890211 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7034e3e-5957-4974-af0c-7abca0fd4a02 req-1b0de04d-1812-4636-b8d7-a4df33b9e2b6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.2247338 Jun 07 12:02:16.916605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.920332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:16.921944 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3a0fbe2-f911-46d8-b4bd-93aadce9f233 HTTP/1.1" status: 204 len: 168 time: 0.4597352 Jun 07 12:02:16.923138 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-50f0abc1-2a23-42c9-923c-e3444715c0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:16.948119 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0fbe2-f911-46d8-b4bd-93aadce9f233,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:16.958130 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:16.959076 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55380) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:17.006890 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7034e3e-5957-4974-af0c-7abca0fd4a02 req-457b10c9-07d1-497f-91ef-d2186ce835b4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152115 Jun 07 12:02:17.065493 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:17.089895 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184533-9e6d-4a71-91b2-7d8bff562670 req-9b962f90-b0be-4c6b-ad58-bcdfd8c97ab3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:17.093221 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3184533-9e6d-4a71-91b2-7d8bff562670 req-9b962f90-b0be-4c6b-ad58-bcdfd8c97ab3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3125350 Jun 07 12:02:17.163383 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:17.164538 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:17.170923 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5ec1c-687f-4519-90d9-6b8468a5f579" -d '{"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:17.178137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:17.181983 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:17.199518 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3184533-9e6d-4a71-91b2-7d8bff562670 req-4df0bd21-4b35-493c-80b9-d5da66067c2b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952537 Jun 07 12:02:17.275110 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c794ed66-de98-4096-88a1-64097ffd27d7 x-openstack-request-id: req-c794ed66-de98-4096-88a1-64097ffd27d7 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:17.275429 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:17.275653 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c794ed66-de98-4096-88a1-64097ffd27d7 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:17.276207 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'code': 200} Jun 07 12:02:17.279686 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:17.283247 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:17.530894 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:17.837171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:17.845553 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:17.861180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c957839f-539e-4c9c-a90e-b790ca5e6030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:17.865955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae656d1-8cb9-4de8-8260-841d02adcba8 req-bc7ed283-5a6b-477c-bb77-72d8293f121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:17.869723 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ae656d1-8cb9-4de8-8260-841d02adcba8 req-bc7ed283-5a6b-477c-bb77-72d8293f121e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1098 time: 0.2078254 Jun 07 12:02:17.908043 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bdb48-ed11-4a29-b7ab-ca66573e81b1,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:17.942230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:17.959385 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cead8a3dd55c4e96840d46dd2672d75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9992099 Jun 07 12:02:17.962422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55404) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:18.035986 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ae656d1-8cb9-4de8-8260-841d02adcba8 req-dbcce732-cac1-4c33-b6d3-21e7d0f15b9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393821 Jun 07 12:02:18.090843 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-cb529de7-8e2f-4b7b-8a70-18fb9f8135e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:18.092492 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-cb529de7-8e2f-4b7b-8a70-18fb9f8135e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1099 time: 0.1287630 Jun 07 12:02:18.116464 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.154084 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.222739 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.226547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.228583 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a84bdb48-ed11-4a29-b7ab-ca66573e81b1 HTTP/1.1" status: 204 len: 168 time: 0.2649817 Jun 07 12:02:18.229975 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-85f49325-1fca-4fda-86c6-999a3f7ffa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:18.247459 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bdb48-ed11-4a29-b7ab-ca66573e81b1,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:18.260443 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:18.329692 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.493265 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-68213ccd-5d94-4537-afc1-b3f9dc81d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:18.496339 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-68213ccd-5d94-4537-afc1-b3f9dc81d277 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.3879354 Jun 07 12:02:18.570696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-85463f6f-942c-492e-9f8b-a0140e146df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:18.911027 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-caae55d3-e85c-4a7b-a6ab-b83188327b80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55093445-9ff5-4862-9a05-99d9973206c9 HTTP/1.1" status: 200 len: 217 time: 0.2704687 Jun 07 12:02:19.070731 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-5579db48-21a6-4386-a600-e09a21ff56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:19.072575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-5579db48-21a6-4386-a600-e09a21ff56eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.1513777 Jun 07 12:02:19.173120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8714550-be37-4265-82c0-c2aa4f91fc23 req-857a09e0-b105-4009-9c29-bb8b3b40046b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:19.176731 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e8714550-be37-4265-82c0-c2aa4f91fc23 req-857a09e0-b105-4009-9c29-bb8b3b40046b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.7375143 Jun 07 12:02:19.255820 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-686ce72e-9380-4296-8059-c9ee82550689 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642580 Jun 07 12:02:19.334831 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55446) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:19.413614 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:19.729272 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e8714550-be37-4265-82c0-c2aa4f91fc23 req-47fe5943-1357-4949-b128-3941476f853c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872279 Jun 07 12:02:19.752620 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f57b6-9f3e-4026-9859-1935ab7d691d req-409646fe-ce38-4380-873c-7038e1ad3108 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:19.756146 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:19.772921 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fc4f57b6-9f3e-4026-9859-1935ab7d691d req-409646fe-ce38-4380-873c-7038e1ad3108 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 1.3355966 Jun 07 12:02:19.776226 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-b40e7fc6-e094-43b5-8d2c-0cd4f623d65b service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425836 Jun 07 12:02:19.784359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:19.807058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:19.837231 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-87fad030-f337-435a-95c5-134a79da6779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:19.907792 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99718bcb-e246-4b8f-a93f-f62db01fc12b,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:19.943224 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:19.981400 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32dbe0c1e0dc43aaad8a9e640dd6a747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434102 Jun 07 12:02:19.982360 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55466) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:20.152338 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fc4f57b6-9f3e-4026-9859-1935ab7d691d req-9bdc9ba4-3310-486d-97e0-1abd8da9e2df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3591309 Jun 07 12:02:20.272457 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd4f4edf-5e2c-4414-8435-a06611d01e27 req-ef0ad111-1f15-48c3-9d92-dec1a1e95c4a service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434707 Jun 07 12:02:20.346982 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:20.453491 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:20.648248 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:20.653449 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:20.661243 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99718bcb-e246-4b8f-a93f-f62db01fc12b HTTP/1.1" status: 204 len: 168 time: 0.6771107 Jun 07 12:02:20.662922 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:20.683285 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99718bcb-e246-4b8f-a93f-f62db01fc12b,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:20.697576 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:21.445064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce29c9-89cb-407e-b8c2-4d69ba606800 req-b7e4239c-ff71-4cd7-a48d-eea98fea0014 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:21.453754 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2ce29c9-89cb-407e-b8c2-4d69ba606800 req-b7e4239c-ff71-4cd7-a48d-eea98fea0014 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2232580 Jun 07 12:02:21.474864 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ec99c-6c7f-436c-a46d-dd30fb41e4c0 req-ef9be521-8e4b-4476-9283-7a022e9e8df5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:21.487651 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e12ec99c-6c7f-436c-a46d-dd30fb41e4c0 req-ef9be521-8e4b-4476-9283-7a022e9e8df5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.3633120 Jun 07 12:02:21.624298 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e12ec99c-6c7f-436c-a46d-dd30fb41e4c0 req-3b26796e-345b-4538-ab55-8fef677e9602 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330476 Jun 07 12:02:21.695816 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:21.696761 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2ce29c9-89cb-407e-b8c2-4d69ba606800 req-470127aa-5def-4463-ab45-27e98b1797ff tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011571 Jun 07 12:02:22.026517 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b87c7e-34e4-4d1f-9261-e557524c66d2 req-3f77219e-5093-4b8f-b2e1-211d0030b16d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:22.028842 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-34b87c7e-34e4-4d1f-9261-e557524c66d2 req-3f77219e-5093-4b8f-b2e1-211d0030b16d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2032983 Jun 07 12:02:22.118543 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-34b87c7e-34e4-4d1f-9261-e557524c66d2 req-f45611e0-1d00-4525-b046-9a3d94736e94 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793319 Jun 07 12:02:22.437838 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e331b0e-5dea-448d-a93d-65dd782f4af5 req-95d68923-10fd-4112-b490-61a526d1a463 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:22.440300 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e331b0e-5dea-448d-a93d-65dd782f4af5 req-95d68923-10fd-4112-b490-61a526d1a463 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.1245029 Jun 07 12:02:22.457538 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55584) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:22.467077 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'floatingip': {'port_id': 'c801abcf-db5d-449a-a470-8c490a198057'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:22.612340 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:23.198679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16179e-1bc2-4225-87ac-852a2f9fbd3c req-443c79dc-a70b-4e25-820b-ce4a8f7ac283 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:23.212131 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7f16179e-1bc2-4225-87ac-852a2f9fbd3c req-443c79dc-a70b-4e25-820b-ce4a8f7ac283 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.3217192 Jun 07 12:02:23.312095 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7f16179e-1bc2-4225-87ac-852a2f9fbd3c req-0a95c849-a5c5-448f-bab4-a81ae4c26bf5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982854 Jun 07 12:02:23.357686 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12784-994c-43f3-9d6a-16d51095e70c req-a916b220-874f-47e3-98a7-aef8e89c11eb tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:23.360435 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1da12784-994c-43f3-9d6a-16d51095e70c req-a916b220-874f-47e3-98a7-aef8e89c11eb tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3870633 Jun 07 12:02:23.475871 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1da12784-994c-43f3-9d6a-16d51095e70c req-7714276d-c905-4576-8c95-acfe0fc2795f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011882 Jun 07 12:02:24.230614 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:24.235772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:24.448524 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Floating IP 875948c6-73e3-4846-9ce4-e53d50d89d44 associated. External IP: 172.27.0.135, port: c801abcf-db5d-449a-a470-8c490a198057. Jun 07 12:02:24.631828 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5449c-9563-4d0d-ac43-7662fc673fa8 req-0a95511f-fbfb-458e-b78a-5b045cbf4d8b tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:24.645378 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c5d5449c-9563-4d0d-ac43-7662fc673fa8 req-0a95511f-fbfb-458e-b78a-5b045cbf4d8b tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.1347072 Jun 07 12:02:24.762355 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c5d5449c-9563-4d0d-ac43-7662fc673fa8 req-420c6b9b-20bf-4b25-b306-825ab0095900 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155710 Jun 07 12:02:24.805185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55656) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:24.903835 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c145d3-8603-4900-ae91-88b35703d79c req-d4f24a0c-87c6-4616-b307-cded382b1057 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:24.912205 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0c145d3-8603-4900-ae91-88b35703d79c req-d4f24a0c-87c6-4616-b307-cded382b1057 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1605315 Jun 07 12:02:25.009385 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0c145d3-8603-4900-ae91-88b35703d79c req-ec2de9d1-0620-4505-8c0e-f4f79518fdfc tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Jun 07 12:02:25.135520 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:02:25.168069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.360373 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:02:25.366244 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.385079 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:02:25.406694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.414535 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.416733 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:02:25.418024 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:02:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:25.443275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:25.501080 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=285e2c8fbbb745a8991a1956879125e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892171 Jun 07 12:02:25.502134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55678) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:25.504049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e6d0e-d860-4b96-a20f-0fcab1acb2bc,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:25.512409 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:25.563381 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c043aec9-91b9-4ad4-ad5b-2339ab72d8d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "PUT /v2.0/floatingips/875948c6-73e3-4846-9ce4-e53d50d89d44 HTTP/1.1" status: 200 len: 991 time: 3.1001701 Jun 07 12:02:25.564357 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:25.573427 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509abe0f-4b55-49de-bc9d-8fd6e144eacd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:25.610801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.654186 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.743794 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.746993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:25.751257 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/075e6d0e-d860-4b96-a20f-0fcab1acb2bc HTTP/1.1" status: 204 len: 168 time: 0.2369015 Jun 07 12:02:25.753054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1691478a-a7a7-4a56-a52a-260d413aff83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:25.765048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e6d0e-d860-4b96-a20f-0fcab1acb2bc,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:25.768974 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:25.787419 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c642f-3108-49f7-b417-f52e6a22a504 x-openstack-request-id: req-f13c642f-3108-49f7-b417-f52e6a22a504 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:25.787978 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:25.788426 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f13c642f-3108-49f7-b417-f52e6a22a504 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:25.789139 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'status': 'completed', 'code': 200} Jun 07 12:02:25.898796 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:02:26.003491 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810171e-d334-4d74-86f6-6d95085b3e81 req-1f14a44b-188a-482d-a539-f62bf8a5a816 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:26.018008 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2810171e-d334-4d74-86f6-6d95085b3e81 req-1f14a44b-188a-482d-a539-f62bf8a5a816 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.1148348 Jun 07 12:02:26.101833 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2810171e-d334-4d74-86f6-6d95085b3e81 req-e0e83587-ace2-45ba-8749-6d09ae35ea97 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825181 Jun 07 12:02:26.435666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55718) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:26.458566 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:26.460164 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277b942-32be-4782-9d5e-8dbb1e8dd0ec req-8673d654-6136-4b02-b67a-983d60433246 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:26.462018 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4277b942-32be-4782-9d5e-8dbb1e8dd0ec req-8673d654-6136-4b02-b67a-983d60433246 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1302373 Jun 07 12:02:26.526535 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4277b942-32be-4782-9d5e-8dbb1e8dd0ec req-711ff030-1fca-437d-827e-e6ec7ff0b692 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Jun 07 12:02:26.618954 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '875948c6-73e3-4846-9ce4-e53d50d89d44', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:01:44Z', 'updated_at': '2021-06-07T12:02:24Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:26.624188 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:02:26.635657 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:02:26.636280 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:02:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:26.651061 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:26.658638 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:26.708693 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4e58043a-823a-4ef8-b3e7-8b3f004cb857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:26.742368 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7382aeb9feb34b268b9afac72d418991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022766 Jun 07 12:02:26.743709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55726) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:26.771123 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a6152f-c0ca-4e36-94c0-f7a46eaaae32,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:26.791844 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:26.906774 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:02:26.979870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:27.015288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:27.093664 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:27.097140 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:27.098499 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50a6152f-c0ca-4e36-94c0-f7a46eaaae32 HTTP/1.1" status: 204 len: 168 time: 0.3540845 Jun 07 12:02:27.100335 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-82654243-3c47-43ab-9406-3cc676f02561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:27.114229 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a6152f-c0ca-4e36-94c0-f7a46eaaae32,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:27.117303 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:27.388479 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108999-b8e9-43ae-b8de-846e8cab878d req-82b9a90f-b701-4702-bf9a-62bea31dc431 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:27.391202 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef108999-b8e9-43ae-b8de-846e8cab878d req-82b9a90f-b701-4702-bf9a-62bea31dc431 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.1254797 Jun 07 12:02:27.448838 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '875948c6-73e3-4846-9ce4-e53d50d89d44', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:01:44Z', 'updated_at': '2021-06-07T12:02:24Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:27.454469 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df45bcd-16d7-4557-9b2f-793163edd5f1 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '875948c6-73e3-4846-9ce4-e53d50d89d44', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:01:44Z', 'updated_at': '2021-06-07T12:02:24Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:02:27.494097 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef108999-b8e9-43ae-b8de-846e8cab878d req-b8328f58-8ebf-427e-8cb8-f4529813404b tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906701 Jun 07 12:02:27.759820 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a14da-dfae-4a4e-8df7-e8503344de9d None None] New status for floating IP 875948c6-73e3-4846-9ce4-e53d50d89d44: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:02:27.802180 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43f10-373c-410c-b355-1d97b184bb9f req-49164b63-f533-4f2c-8014-58a468b865b5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:27.809317 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3bf43f10-373c-410c-b355-1d97b184bb9f req-49164b63-f533-4f2c-8014-58a468b865b5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1384723 Jun 07 12:02:28.029532 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3bf43f10-373c-410c-b355-1d97b184bb9f req-195c4abc-40c1-4fde-93c7-281cd2e91082 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154162 Jun 07 12:02:28.119269 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-dd446aa6-8439-4461-9c7f-78e20e0dd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:28.121798 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-dd446aa6-8439-4461-9c7f-78e20e0dd009 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1098 time: 0.2290275 Jun 07 12:02:28.208091 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-c1127037-9c0e-4d20-bac9-e6b111b2c75f tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:28.210687 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-c1127037-9c0e-4d20-bac9-e6b111b2c75f tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.1752787 Jun 07 12:02:28.501801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-44c39026-b06b-4a87-b962-978df1420174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:28.503419 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-44c39026-b06b-4a87-b962-978df1420174 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.3597422 Jun 07 12:02:28.529997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Deleting port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:02:28.530339 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:28.759191 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] For port 55b4847c-4ba9-44af-b7ed-3faf2b17a356, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55b4847c-4ba9-44af-b7ed-3faf2b17a356,segment=NetworkSegment(3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5),segment_id=3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:02:28.759555 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:28.902056 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Calling delete_port for 55b4847c-4ba9-44af-b7ed-3faf2b17a356 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:02:29.003943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c907-7017-4f09-a3b5-3c3ebb7a6136 req-c40dc255-378a-457b-8a40-9435250c6b00 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:29.005547 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9876c907-7017-4f09-a3b5-3c3ebb7a6136 req-c40dc255-378a-457b-8a40-9435250c6b00 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 946 time: 0.3099179 Jun 07 12:02:29.069261 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9876c907-7017-4f09-a3b5-3c3ebb7a6136 req-0bcb48a7-d83d-41b7-b5e9-58d19a4ca3a1 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/security-groups?id=b150ac88-1016-42fb-94ea-c4aa730add79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575240 Jun 07 12:02:29.237499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:29.253172 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-72bb2ab6-365c-4519-96de-ecf338feb24a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:29.381904 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55b4847c-4ba9-44af-b7ed-3faf2b17a356 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:02:29.425972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Pushing event deleted for resources: {'Port': ['ID=55b4847c-4ba9-44af-b7ed-3faf2b17a356,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:29.431205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 55b4847c-4ba9-44af-b7ed-3faf2b17a356 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:02:29.431808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55b4847c-4ba9-44af-b7ed-3faf2b17a356 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:02:29.586224 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] No DVR routers for this DVR port 55b4847c-4ba9-44af-b7ed-3faf2b17a356 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:02:29.589146 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:29.597991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:29.601540 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0048d0f6-bee6-4c9c-8f5b-1dc3bb87c7e6 req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.35 "DELETE /v2.0/ports/55b4847c-4ba9-44af-b7ed-3faf2b17a356 HTTP/1.1" status: 204 len: 173 time: 1.3676419 Jun 07 12:02:29.602303 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'name': 'network-vif-deleted', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:02:29.606338 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f53d9-441a-4f7e-a444-8dee7d7c6cfb" -d '{"events": [{"server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "name": "network-vif-deleted", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:02:29.657236 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb497f4-097d-4f28-b97b-2ce6727df163 req-833d1820-ae58-402b-a90b-c9e1040adcb1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:29.661367 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5fb497f4-097d-4f28-b97b-2ce6727df163 req-833d1820-ae58-402b-a90b-c9e1040adcb1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3408225 Jun 07 12:02:29.742213 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5fb497f4-097d-4f28-b97b-2ce6727df163 req-ce1692d3-8fe3-403f-b395-5b1285aec2a3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731359 Jun 07 12:02:29.805344 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4041289d-0f80-4c6a-84ec-e56a0cd2aa5a x-openstack-request-id: req-4041289d-0f80-4c6a-84ec-e56a0cd2aa5a {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:02:29.805761 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7af7db-1c57-43fb-874a-288d25738d4c", "name": "network-vif-deleted", "tag": "55b4847c-4ba9-44af-b7ed-3faf2b17a356", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:02:29.806082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4041289d-0f80-4c6a-84ec-e56a0cd2aa5a {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:02:29.806661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7af7db-1c57-43fb-874a-288d25738d4c', 'name': 'network-vif-deleted', 'tag': '55b4847c-4ba9-44af-b7ed-3faf2b17a356', 'status': 'completed', 'code': 200} Jun 07 12:02:30.274496 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-45ce9a27-e399-4b1e-9677-1b47bf59cfd7 req-e11d571c-eed5-4611-be9f-763ffc9c0a20 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.0466640 Jun 07 12:02:31.039878 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92287a-4b33-4617-8fd7-8e72878ec2af req-a079200d-13d2-42a4-b501-1b0242037bc6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:31.041853 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb92287a-4b33-4617-8fd7-8e72878ec2af req-a079200d-13d2-42a4-b501-1b0242037bc6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1759913 Jun 07 12:02:31.093653 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb92287a-4b33-4617-8fd7-8e72878ec2af req-0c46e497-02f3-4cb9-885b-131cd78c193d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Jun 07 12:02:31.613582 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-07237614-ada0-4dee-8942-71799e553581 req-f600026f-1a4b-443c-b952-0aada9af0539 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.1109061 Jun 07 12:02:31.664812 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-56c6ee0c-b3df-4890-b9ed-e111c96cc6d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 1001 time: 0.3291512 Jun 07 12:02:31.783898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-da148384-bfe6-4688-8902-1b129fc0efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:31.785729 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-da148384-bfe6-4688-8902-1b129fc0efa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.1116407 Jun 07 12:02:31.897199 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-ffaf02c9-107c-417f-9805-6fc9e01e91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:31.898650 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-ffaf02c9-107c-417f-9805-6fc9e01e91f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012418 Jun 07 12:02:32.088270 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-d2a86898-16eb-4eae-adcc-6913f3c1ac26 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744199 Jun 07 12:02:32.350635 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-509abe0f-4b55-49de-bc9d-8fd6e144eacd req-b2c95a86-96fd-4fef-b20e-0193b4e0b9f0 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543545 Jun 07 12:02:32.446034 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37edf-6e8d-43fc-a13a-2ff05df50837 req-d4aa4b65-f115-48ff-bfc1-13f9e5c79e6b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:32.448357 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53b37edf-6e8d-43fc-a13a-2ff05df50837 req-d4aa4b65-f115-48ff-bfc1-13f9e5c79e6b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1463332 Jun 07 12:02:32.544348 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53b37edf-6e8d-43fc-a13a-2ff05df50837 req-a26abb9e-b289-4d48-ae93-980ea31d3073 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Jun 07 12:02:33.105329 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-95c71637-019d-4d9b-aabf-181b2bc9fabb req-dec6c8c9-9c7c-4efb-9db9-14d63065465b tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e7af7db-1c57-43fb-874a-288d25738d4c HTTP/1.1" status: 200 len: 210 time: 0.1112874 Jun 07 12:02:33.697271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55892) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:33.916821 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be43f5-2221-42fd-8728-9d6efb1a0fa0 req-ef9d9b00-fcbe-4628-8626-98aec28f81db tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:33.931020 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69be43f5-2221-42fd-8728-9d6efb1a0fa0 req-ef9d9b00-fcbe-4628-8626-98aec28f81db tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1623387 Jun 07 12:02:33.999609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.030126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69be43f5-2221-42fd-8728-9d6efb1a0fa0 req-db0847d5-5df5-4525-9342-aff64e92ee4e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976841 Jun 07 12:02:34.158658 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.164116 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.182846 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ee64a80a-b63f-4124-bdd9-101d4e7f2250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:34.251412 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9e1a9b54acd48c085ad11799288ac69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526261 Jun 07 12:02:34.252498 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f4da98-7b06-478b-a5ed-667bd920f2ed,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:34.255942 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55910) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:34.267008 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:34.342916 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.383899 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.463664 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.466601 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:34.467867 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5f4da98-7b06-478b-a5ed-667bd920f2ed HTTP/1.1" status: 204 len: 168 time: 0.2100830 Jun 07 12:02:34.469002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-13730840-ea8c-4eba-9447-cbfc44f8ecfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:34.489446 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f4da98-7b06-478b-a5ed-667bd920f2ed,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:34.497653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:34.826966 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 55932) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:35.000508 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.154328 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.162546 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.207241 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2d003eaf-d368-42fa-867c-71e1e3dfdab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:35.221240 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be7e0c4b2bae42d8bd87f56a590a45ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885226 Jun 07 12:02:35.221677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 55960) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:35.290209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c1adf-03f5-42b3-b1f1-7aeda57b003c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:35.297449 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:35.356261 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.417723 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.601435 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff42bc4-189f-4760-ad01-eff8089f62b7 req-ad319ff5-a917-4c19-b632-5a532ce92bc5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:35.603201 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1ff42bc4-189f-4760-ad01-eff8089f62b7 req-ad319ff5-a917-4c19-b632-5a532ce92bc5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2221966 Jun 07 12:02:35.610476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.614343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:35.618840 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f0c1adf-03f5-42b3-b1f1-7aeda57b003c HTTP/1.1" status: 204 len: 168 time: 0.3959048 Jun 07 12:02:35.621261 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cd87d590-5832-42ac-8870-e990f99bfa4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:35.674132 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c1adf-03f5-42b3-b1f1-7aeda57b003c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:35.678956 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:35.697764 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1ff42bc4-189f-4760-ad01-eff8089f62b7 req-3a9c1e43-14c0-42fa-a66d-87300b56ad66 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755312 Jun 07 12:02:36.134304 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:02:36.219565 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56000) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:36.405666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Deleting subnet f8fda148-ffac-4522-99f3-57d748ca97b8 {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:02:36.421434 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.500223 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.515948 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.569226 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56006) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:36.605787 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56008) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:36.616469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.655243 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.666679 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:36.745151 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fda148-ffac-4522-99f3-57d748ca97b8,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:36.764969 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:36.772913 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.789947 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f8fda148-ffac-4522-99f3-57d748ca97b8 HTTP/1.1" status: 204 len: 168 time: 0.5666180 Jun 07 12:02:36.791259 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56014) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:36.810145 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.818380 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:36.836747 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a448ff69-1784-4648-b029-6e7aa5734f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:36.897385 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffc6e9-872e-4c7c-bbe4-99c7421ed597,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:36.907367 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:36.912600 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d3d7a9d18d64328a82b98e119321087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413827 Jun 07 12:02:36.920140 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56018) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:37.087794 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.115503 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.150395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.202462 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.264332 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeb1e7-b92e-475c-bf6f-12cd96537c7b req-4715ed1b-41d4-4323-95d2-89254240561f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:37.266889 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ffeb1e7-b92e-475c-bf6f-12cd96537c7b req-4715ed1b-41d4-4323-95d2-89254240561f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2525957 Jun 07 12:02:37.307347 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.327435 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.327817 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.328865 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.329465 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > port after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.330776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.331311 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > port after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.331794 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.332281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.332875 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.333361 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.434161 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.450005 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.458981 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f0ad6cdd-f9bc-4190-b840-8399350dece0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:37.474299 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ffeb1e7-b92e-475c-bf6f-12cd96537c7b req-67d264d6-354c-4fa4-9a6f-84ab25e80e12 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934736 Jun 07 12:02:37.502702 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.508739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.510213 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42ffc6e9-872e-4c7c-bbe4-99c7421ed597 HTTP/1.1" status: 204 len: 168 time: 0.5886874 Jun 07 12:02:37.557590 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d754a72f-c06d-4638-8113-fd75ff77dc31,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:37.562643 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb9f3244243a4fd0a8723bea45456c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558139 Jun 07 12:02:37.565730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:37.566531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:37.584436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56046) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:37.585295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffc6e9-872e-4c7c-bbe4-99c7421ed597,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:37.600550 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:37.619087 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.620450 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.621698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.622355 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:37.623519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2864b4b3-c66f-4500-8d16-3c70c43195dc']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:37.645118 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:37.645400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bff9c57-a1fe-4685-aaa9-ff14d4e77ab5') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:37.664069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.694603 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.705901 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:02:37.707113 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.750985 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.812830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: from cryptography.utils import int_from_bytes Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: from cryptography.utils import int_from_bytes Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:02:37.861274 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:02:37.888702 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.901002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1b16340a-a682-4aa7-9f13-1006306b33bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:37.941143 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=2864b4b3-c66f-4500-8d16-3c70c43195dc,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:37.956976 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:37.963361 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2864b4b3-c66f-4500-8d16-3c70c43195dc HTTP/1.1" status: 204 len: 168 time: 1.1704130 Jun 07 12:02:38.004413 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-693460bf-442b-4ec9-92a9-1f8ef912bd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:38.010620 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.013618 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.017906 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d754a72f-c06d-4638-8113-fd75ff77dc31 HTTP/1.1" status: 204 len: 168 time: 0.4268763 Jun 07 12:02:38.017906 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9dd12854-651f-4002-b039-b3f974dd36af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:38.033595 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d754a72f-c06d-4638-8113-fd75ff77dc31,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:38.037243 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:38.189956 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56072) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:38.355531 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-de4c957b-8fcb-47ef-888c-616ff0e23071 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47e70a20bb1f4186b04aa30a6adeb026&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1640573 Jun 07 12:02:38.359182 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56076) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:38.462487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.512817 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.626955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.631960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:38.634505 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b150ac88-1016-42fb-94ea-c4aa730add79 HTTP/1.1" status: 204 len: 168 time: 0.2727697 Jun 07 12:02:38.645161 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0815bcc1-5d46-4d15-acc4-84f4b548c6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:38.682923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b150ac88-1016-42fb-94ea-c4aa730add79,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:38.693972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:38.916701 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730cb9-6029-4189-bc2f-b26fc4d07a55 req-c8e363d1-30fa-448c-8b73-e54e3161b37a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:38.918708 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b5730cb9-6029-4189-bc2f-b26fc4d07a55 req-c8e363d1-30fa-448c-8b73-e54e3161b37a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1754375 Jun 07 12:02:38.945428 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56094) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:38.974039 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.029279 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b5730cb9-6029-4189-bc2f-b26fc4d07a55 req-b98c7532-a096-4086-83ba-a49d8c51f906 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985920 Jun 07 12:02:39.157270 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.165909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.194286 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:39.248317 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c60e061c96f4ff9962d147a8f6dc026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026927 Jun 07 12:02:39.251791 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56102) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:39.255174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb260589-ef13-4567-a2dc-fead6d019cfb,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:39.263021 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:39.371042 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.411505 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.496090 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.500397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:39.503539 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb260589-ef13-4567-a2dc-fead6d019cfb HTTP/1.1" status: 204 len: 168 time: 0.2503133 Jun 07 12:02:39.504763 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:39.518468 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb260589-ef13-4567-a2dc-fead6d019cfb,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:39.521565 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:40.557694 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-15e255ab-a0c9-4962-a04d-5e94c29efaa6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3263686 Jun 07 12:02:40.575690 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943068e-76d3-4bfd-8934-abb7bcb95319 req-ff9b56a3-762f-4b2b-9ad4-a37c824134b4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:40.589553 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4943068e-76d3-4bfd-8934-abb7bcb95319 req-ff9b56a3-762f-4b2b-9ad4-a37c824134b4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2734463 Jun 07 12:02:40.842522 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4943068e-76d3-4bfd-8934-abb7bcb95319 req-026a0b40-8470-4da5-afdb-97bffb144c8c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500675 Jun 07 12:02:40.914445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-c55d7a55-1a6e-46b1-9837-7b9ab20afdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:40.919790 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-c55d7a55-1a6e-46b1-9837-7b9ab20afdd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.2510550 Jun 07 12:02:41.425924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56170) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:41.562671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-31ef2abf-38b1-418c-9b0b-3f1cd6ca6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:41.568522 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-31ef2abf-38b1-418c-9b0b-3f1cd6ca6c07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.6128464 Jun 07 12:02:41.687284 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-44ba54c6-1ae7-4854-858f-fcc5c2935a4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1129434 Jun 07 12:02:41.764872 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-902437583-network', 'tenant_id': 'a2ff4e47f8484252a4aad5f434d69284'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:41.790546 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-c73ece2e-7f33-4d3f-b199-772223069dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:41.793443 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-c73ece2e-7f33-4d3f-b199-772223069dcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.0970073 Jun 07 12:02:41.856607 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Made reservation on behalf of a2ff4e47f8484252a4aad5f434d69284 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:02:41.859465 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:41.945950 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:41.947263 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-ad805270-5b5b-4f7d-b9c0-c012cc5d61b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464236 Jun 07 12:02:42.187247 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.295414 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-6d7d6afd-8076-405b-af28-49b4d04893c7 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347936 Jun 07 12:02:42.529661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-360e9e18-4369-460f-b0ce-744d74d0f04f req-b81a26ef-d350-4574-98b3-0e4e7aa23185 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257102 Jun 07 12:02:42.558028 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.577547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.622794 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15a56a-dfdd-46af-ae4d-7947273574c7 req-8889a9d8-6d2e-4702-b0ed-94cb2ae6d7bd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:42.633799 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b15a56a-dfdd-46af-ae4d-7947273574c7 req-8889a9d8-6d2e-4702-b0ed-94cb2ae6d7bd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2139342 Jun 07 12:02:42.635643 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-10d2050b-3801-40e8-8eaf-e29f0f0b3531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:42.665390 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:02:42.712506 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.713152 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Added segment 538ee028-c1cd-4be8-9bff-30606ef7544e of type vlan for network 6020d991-5e84-4946-ba19-31ffcaa6f71f Jun 07 12:02:42.742021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b15a56a-dfdd-46af-ae4d-7947273574c7 req-1bd665f5-01a5-4c11-8e65-ecbda8dfa27f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042998 Jun 07 12:02:42.746686 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71824ffe-094f-40e2-a310-fb8fe7d5d78d,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:42.753318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:42.808680 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.870286 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.872894 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:42.874093 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:42.879103 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:42.936850 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56212) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:42.937321 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5059557 Jun 07 12:02:42.949819 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Request body: {'subnet': {'network_id': '6020d991-5e84-4946-ba19-31ffcaa6f71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-902437583-subnet', 'tenant_id': 'a2ff4e47f8484252a4aad5f434d69284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:43.009718 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Pushing event updated for resources: {'Network': ['ID=6020d991-5e84-4946-ba19-31ffcaa6f71f,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:43.011112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Made reservation on behalf of a2ff4e47f8484252a4aad5f434d69284 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:02:43.014906 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:43.019501 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:43.035435 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 6020d991-5e84-4946-ba19-31ffcaa6f71f details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:02:43.361288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:43.375619 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:43.477617 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Pushing event updated for resources: {'Subnet': ['ID=873461e7-4cd9-4555-ad75-8d4e12f94d9d,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:43.480896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:43.557737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Checking segment: {'id': '538ee028-c1cd-4be8-9bff-30606ef7544e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6020d991-5e84-4946-ba19-31ffcaa6f71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:02:43.558830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Network hostable DHCP agents. Network: 6020d991-5e84-4946-ba19-31ffcaa6f71f, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:02:43.591046 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Network 6020d991-5e84-4946-ba19-31ffcaa6f71f is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:02:43.606060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 6020d991-5e84-4946-ba19-31ffcaa6f71f) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:02:43.618204 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:43.618504 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae3f15-1bc5-4a1f-aefd-03d71e1118ec None None] Network 6020d991-5e84-4946-ba19-31ffcaa6f71f requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:02:43.625180 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:43.671723 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7328906 Jun 07 12:02:44.042007 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6bba14-a10b-44fb-a5f8-be5c0e205311 None None] Network 6020d991-5e84-4946-ba19-31ffcaa6f71f requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:02:44.134417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088503-0234-4055-ae69-ef98e385536d req-e7056c07-1d76-405e-9dd9-3bc054460628 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:44.144030 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7088503-0234-4055-ae69-ef98e385536d req-e7056c07-1d76-405e-9dd9-3bc054460628 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1254237 Jun 07 12:02:44.310647 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7088503-0234-4055-ae69-ef98e385536d req-9fe8f191-c70d-475b-8b05-29c6153c7ca6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627712 Jun 07 12:02:44.797705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56272) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:44.803631 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-236691575-network', 'tenant_id': 'c9a6d02cecfb43689f42132cd1a6d023'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:44.841604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Made reservation on behalf of c9a6d02cecfb43689f42132cd1a6d023 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:02:44.845886 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:44.867816 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.016135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.022997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.029176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b18efaf7-979a-4b4c-836e-1b04d6430ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:45.057239 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:02:45.071528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e1dbd0-bc44-4f6a-8f65-cb923647855c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:45.076117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:45.077474 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.077872 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Added segment c4904ba9-c834-4762-a879-3bc5b51c70c9 of type vlan for network 519ac739-382c-473b-b80d-16a8e38499b5 Jun 07 12:02:45.121733 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.163226 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.166271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:45.167053 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.178077 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:45.288479 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4863520 Jun 07 12:02:45.290157 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56276) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:45.296919 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Request body: {'subnet': {'network_id': '519ac739-382c-473b-b80d-16a8e38499b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-236691575-subnet', 'tenant_id': 'c9a6d02cecfb43689f42132cd1a6d023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:02:45.354970 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Made reservation on behalf of c9a6d02cecfb43689f42132cd1a6d023 for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:02:45.372720 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.397810 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Pushing event updated for resources: {'Network': ['ID=519ac739-382c-473b-b80d-16a8e38499b5,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:45.418110 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:45.419370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 519ac739-382c-473b-b80d-16a8e38499b5 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:02:45.736618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a163c62f-09da-4043-b9df-ba53feb912d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.865578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454266dd-6e77-4e3f-9cc2-74d42cb15019 req-ce18f4f2-f0b7-4abf-9f6d-43e745eb980c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:45.874704 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-454266dd-6e77-4e3f-9cc2-74d42cb15019 req-ce18f4f2-f0b7-4abf-9f6d-43e745eb980c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3277347 Jun 07 12:02:45.898182 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:45.905753 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:45.956693 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-454266dd-6e77-4e3f-9cc2-74d42cb15019 req-6317c75b-dc72-4871-8fdb-e649cfa3ce55 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804167 Jun 07 12:02:45.989915 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e1ec75-5b25-481d-9863-767f9ce919f4,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:45.993889 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:46.027786 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Checking segment: {'id': 'c4904ba9-c834-4762-a879-3bc5b51c70c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '519ac739-382c-473b-b80d-16a8e38499b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:02:46.028137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Network hostable DHCP agents. Network: 519ac739-382c-473b-b80d-16a8e38499b5, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:02:46.047240 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Network 519ac739-382c-473b-b80d-16a8e38499b5 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:02:46.058688 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 519ac739-382c-473b-b80d-16a8e38499b5) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:02:46.065516 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:46.066114 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.070759 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aaed91-0c42-446c-b9bb-588ef1bd019d None None] Network 519ac739-382c-473b-b80d-16a8e38499b5 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:02:46.090087 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7976573 Jun 07 12:02:46.273076 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56302) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:46.353998 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e3d29-88f0-4029-a5a7-ea38cb89b50b None None] Network 519ac739-382c-473b-b80d-16a8e38499b5 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:02:46.368487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Deleting subnet 873461e7-4cd9-4555-ad75-8d4e12f94d9d {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:02:46.372477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.464537 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.474906 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.556817 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.561357 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4c030b06-2ddb-495a-848e-57faa8a3225e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:46.603760 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873461e7-4cd9-4555-ad75-8d4e12f94d9d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:46.607559 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:46.611350 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.613283 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0d10006e-3447-4e92-a3b6-90015a59e843 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/873461e7-4cd9-4555-ad75-8d4e12f94d9d HTTP/1.1" status: 204 len: 168 time: 0.3388236 Jun 07 12:02:46.615970 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56310) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:46.739006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.882484 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:46.897377 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.897715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.898411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.898729 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > port after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.899096 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.899380 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > port after_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.899694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.900019 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.900349 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.900762 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.971712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.972109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.972439 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.972885 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 12:02:46.973273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6020d991-5e84-4946-ba19-31ffcaa6f71f']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:46.988142 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538ee028-c1cd-4be8-9bff-30606ef7544e') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:46.988524 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538ee028-c1cd-4be8-9bff-30606ef7544e') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:47.003566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.025438 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.035872 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:02:47.036312 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: from cryptography.utils import int_from_bytes Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: from cryptography.utils import int_from_bytes Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:02:47.056794 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:02:47.192148 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.201071 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.206776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6020d991-5e84-4946-ba19-31ffcaa6f71f HTTP/1.1" status: 204 len: 168 time: 0.5861707 Jun 07 12:02:47.206776 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:47.207319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56318) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:47.240989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Pushing event deleted for resources: {'Network': ['ID=6020d991-5e84-4946-ba19-31ffcaa6f71f,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:47.244995 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:47.278652 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835470d-21cb-40bb-bd57-729ac4b80c62 req-f690f835-7837-4d83-bf2d-e895615bdda4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:47.281269 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3835470d-21cb-40bb-bd57-729ac4b80c62 req-f690f835-7837-4d83-bf2d-e895615bdda4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1562181 Jun 07 12:02:47.304847 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Deleting subnet c9e1ec75-5b25-481d-9863-767f9ce919f4 {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:02:47.309018 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.344157 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3835470d-21cb-40bb-bd57-729ac4b80c62 req-c59be7b5-dce7-4c10-92a5-196d864a8c7c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542426 Jun 07 12:02:47.367177 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.432577 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.534205 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.541322 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3a894798-57ca-4c34-8eb9-41f1c474e5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:47.591167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e1ec75-5b25-481d-9863-767f9ce919f4,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:47.594442 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:47.596143 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.598394 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c9e1ec75-5b25-481d-9863-767f9ce919f4 HTTP/1.1" status: 204 len: 168 time: 0.3892090 Jun 07 12:02:47.602628 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56332) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:47.723183 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.879206 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.893927 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519ac739-382c-473b-b80d-16a8e38499b5']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:47.909453 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4904ba9-c834-4762-a879-3bc5b51c70c9') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:47.909453 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4904ba9-c834-4762-a879-3bc5b51c70c9') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:02:47.922483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.941562 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.952687 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:02:47.953326 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:02:47.976957 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:02:48.086089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.091703 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.093931 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/519ac739-382c-473b-b80d-16a8e38499b5 HTTP/1.1" status: 204 len: 168 time: 0.4897325 Jun 07 12:02:48.095137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:48.119039 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=519ac739-382c-473b-b80d-16a8e38499b5,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:48.122279 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:48.267834 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.339967 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56354) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:48.394124 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-c7ca0ac8-7092-453d-9fe1-0db8c250ef7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2ff4e47f8484252a4aad5f434d69284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528088 Jun 07 12:02:48.397847 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56358) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:48.555016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.565175 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3d473a04-22d1-46e5-9ea8-98aecc36e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.592747 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.669605 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f216a-94df-4c01-8868-1e2a5578bdda req-905a8a81-c88e-4ca2-a989-c280f7d0eee7 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:48.671788 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b90f216a-94df-4c01-8868-1e2a5578bdda req-905a8a81-c88e-4ca2-a989-c280f7d0eee7 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2006898 Jun 07 12:02:48.726820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.729269 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:48.730431 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71824ffe-094f-40e2-a310-fb8fe7d5d78d HTTP/1.1" status: 204 len: 168 time: 0.3315594 Jun 07 12:02:48.733150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55f2a71f-a97b-4d82-b514-82ba11249073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:48.749596 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71824ffe-094f-40e2-a310-fb8fe7d5d78d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:48.753979 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b90f216a-94df-4c01-8868-1e2a5578bdda req-da9cc3c8-99a0-4cc2-9e71-13cc72678e3e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 Jun 07 12:02:48.754806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:49.248179 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56374) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:49.309102 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9f1a37b3-69e1-4c37-8218-5a8b1a42dc9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9a6d02cecfb43689f42132cd1a6d023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592005 Jun 07 12:02:49.312363 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56376) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:49.383185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:49.415632 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:49.476498 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:49.479120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:49.480331 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9e1dbd0-bc44-4f6a-8f65-cb923647855c HTTP/1.1" status: 204 len: 168 time: 0.1670702 Jun 07 12:02:49.481188 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6558651e-5489-46d9-8296-7a1810efbb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:49.498043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e1dbd0-bc44-4f6a-8f65-cb923647855c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:49.501770 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:49.779547 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:49.988598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05fc9-2d8a-4c6a-aea0-016ce1a9e35c req-e261ed9e-026f-4d79-b7c7-260ae3df3d8c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:49.990323 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-73e05fc9-2d8a-4c6a-aea0-016ce1a9e35c req-e261ed9e-026f-4d79-b7c7-260ae3df3d8c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1017704 Jun 07 12:02:50.106166 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-73e05fc9-2d8a-4c6a-aea0-016ce1a9e35c req-2ce711a4-87c2-45d7-8181-08645e2a2d7c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993531 Jun 07 12:02:51.424331 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c9741-8250-4312-8722-12d73fe34cca req-389216f0-a7e0-4335-8145-69bacc4a55fd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:51.437425 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-230c9741-8250-4312-8722-12d73fe34cca req-389216f0-a7e0-4335-8145-69bacc4a55fd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2013144 Jun 07 12:02:51.505268 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-230c9741-8250-4312-8722-12d73fe34cca req-e8c37d47-74c3-4e8f-afce-e9997fd949b7 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659115 Jun 07 12:02:51.649892 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:52.621360 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56526) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:52.842155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:52.870137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56532) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:52.921161 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690161d9-c96c-4633-b0f6-20387218ae1f req-d5184973-7773-44a0-8e36-aad85324030d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:52.923081 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-690161d9-c96c-4633-b0f6-20387218ae1f req-d5184973-7773-44a0-8e36-aad85324030d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2690859 Jun 07 12:02:53.008599 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-690161d9-c96c-4633-b0f6-20387218ae1f req-f8a24cce-ce38-4cc9-aaca-a17a10706c54 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681934 Jun 07 12:02:53.040440 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.049178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.052805 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.063063 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0a664911-73d7-48f7-b285-9bc8b823019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:53.109230 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1a5b059f29c44e9be3003bc92e6e71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863555 Jun 07 12:02:53.111539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ecdca-17a7-41d5-a5a4-0cd2f77b8c21,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:53.114024 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56538) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:53.128906 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:53.170031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.174930 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.182386 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:53.183189 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.214943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.237903 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d6ab11745624c76955ff45782686337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662555 Jun 07 12:02:53.238939 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7200e9-63f0-42fc-a799-dbe7fef4a386,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:53.240642 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56540) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:53.244300 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:53.336490 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.339292 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.340600 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad2ecdca-17a7-41d5-a5a4-0cd2f77b8c21 HTTP/1.1" status: 204 len: 168 time: 0.2256536 Jun 07 12:02:53.341815 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cafdea61-f433-43e6-928f-8e5639937523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:53.352364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.373794 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ecdca-17a7-41d5-a5a4-0cd2f77b8c21,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:53.380215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:53.407148 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.487473 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.489960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:53.491224 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c7200e9-63f0-42fc-a799-dbe7fef4a386 HTTP/1.1" status: 204 len: 168 time: 0.2492914 Jun 07 12:02:53.491992 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-38371c12-f74f-4ca5-9c3b-a056e02c4bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:53.502470 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7200e9-63f0-42fc-a799-dbe7fef4a386,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:53.504919 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:53.815065 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56558) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:53.850001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.005574 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.010013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.019861 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-34dbc90f-4b69-493f-b0dc-8873e4e24a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:54.069652 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f03d86fdf5c45b78c5f8c02fd882d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491007 Jun 07 12:02:54.069652 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9780b4-5b39-4409-8f8b-76d1d293419e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:54.071298 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56562) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:54.071705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:54.126909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56566) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:54.144250 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.158483 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.184263 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.258430 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.261199 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.265859 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da9780b4-5b39-4409-8f8b-76d1d293419e HTTP/1.1" status: 204 len: 168 time: 0.1924806 Jun 07 12:02:54.267611 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-96baed5b-b05f-4231-9a4b-5c2ab4bd4b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:54.279206 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9780b4-5b39-4409-8f8b-76d1d293419e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:54.284219 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:54.523150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2cb96-0b21-4690-8500-6321b979cc0f req-795ba283-dbb3-4c2b-a424-f807658f8a55 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:54.525158 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ef2cb96-0b21-4690-8500-6321b979cc0f req-795ba283-dbb3-4c2b-a424-f807658f8a55 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2581768 Jun 07 12:02:54.529456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.536925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.551882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:54.649498 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9b59c10cf054cb59f05ef6536cc08be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208113 Jun 07 12:02:54.652592 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56578) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:54.667290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c424b1-13ff-4e87-8000-c99e58991b84,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:54.672536 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:54.678106 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ef2cb96-0b21-4690-8500-6321b979cc0f req-2ec1f194-bb94-467a-9e8d-55595ddb9c14 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300282 Jun 07 12:02:54.744687 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.795612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.910985 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.915924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:54.917808 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63c424b1-13ff-4e87-8000-c99e58991b84 HTTP/1.1" status: 204 len: 168 time: 0.2634289 Jun 07 12:02:54.919109 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d2864fd8-1536-4472-8674-57aa83f3b2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:54.939522 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c424b1-13ff-4e87-8000-c99e58991b84,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:54.943233 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:02:56.080082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6716-10b4-4876-9e5b-51c7e80f33c1 req-0c8187d6-386e-4b44-90d5-88b71726bba8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:56.083351 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c7ef6716-10b4-4876-9e5b-51c7e80f33c1 req-0c8187d6-386e-4b44-90d5-88b71726bba8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1576161 Jun 07 12:02:56.175203 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c7ef6716-10b4-4876-9e5b-51c7e80f33c1 req-86f98df1-aec7-4ea6-969a-6f51053dde4d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Jun 07 12:02:56.279282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de9c49-5ca5-49c6-a69b-0a6a11de10a4 req-af6b5cfb-2ffa-49f0-a64d-af69f48b11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:56.281405 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-72de9c49-5ca5-49c6-a69b-0a6a11de10a4 req-af6b5cfb-2ffa-49f0-a64d-af69f48b11c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1099 time: 0.1105347 Jun 07 12:02:56.354278 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-72de9c49-5ca5-49c6-a69b-0a6a11de10a4 req-e3ad094b-30b7-4896-bdc9-f351c7874da5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643866 Jun 07 12:02:57.468400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ca3b9-0874-48ab-9b03-e58d897d5b14 req-845404d2-83c4-4841-884e-0ee223890ef7 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:57.477257 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a69ca3b9-0874-48ab-9b03-e58d897d5b14 req-845404d2-83c4-4841-884e-0ee223890ef7 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1015792 Jun 07 12:02:57.535558 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a69ca3b9-0874-48ab-9b03-e58d897d5b14 req-3217ea76-a0b5-4974-b1f6-3709c5c8ccc9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569358 Jun 07 12:02:57.762515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5735c-98c6-4b61-8ec2-f81265af9d96 req-f7bf3df6-35ec-4f0d-ad74-8600f7fc2e0d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:02:57.764359 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-64e5735c-98c6-4b61-8ec2-f81265af9d96 req-f7bf3df6-35ec-4f0d-ad74-8600f7fc2e0d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1020570 Jun 07 12:02:57.846475 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-64e5735c-98c6-4b61-8ec2-f81265af9d96 req-cf01ef64-a99f-469c-a308-4a7d3aaceef0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Jun 07 12:02:59.214708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56786) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:59.228863 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56792) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:59.630182 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56806) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:59.660857 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.664987 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56812) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:59.702194 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.718502 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.792139 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.866758 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.879864 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:02:59.893702 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d569c279-4667-443e-8d4b-299562c27ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:02:59.972699 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56822) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:02:59.972918 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e18f6839edd24a9ba2a23383915566ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7427812 Jun 07 12:02:59.975509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52845c6-39ce-4c6f-ab80-a16d3d5c20fb,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:02:59.979848 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:00.057826 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56826) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:00.068337 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.073792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.084826 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:00.100747 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.134786 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd7933e0d08d48269fd6566bae40dbe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173951 Jun 07 12:03:00.136748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56830) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:00.177841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7934f340-e5e7-4b97-8287-0ba4500006ce,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:00.192352 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.199993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:00.267517 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.284232 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.326436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.496567 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.499633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.504505 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7934f340-e5e7-4b97-8287-0ba4500006ce HTTP/1.1" status: 204 len: 168 time: 0.3662863 Jun 07 12:03:00.505515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ed12c40-afa3-4922-a735-e4fe73603062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:00.549478 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.552180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.553559 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a52845c6-39ce-4c6f-ab80-a16d3d5c20fb HTTP/1.1" status: 204 len: 168 time: 0.5797975 Jun 07 12:03:00.561907 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0e8460e7-81ec-4308-b05a-56aa7a95874a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:00.583379 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.586928 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52845c6-39ce-4c6f-ab80-a16d3d5c20fb,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:00.616784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:00.617868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:00.631095 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7934f340-e5e7-4b97-8287-0ba4500006ce,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:00.636366 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c8f29707-ed1e-42fd-a13b-e0d106591d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:00.660752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:00.718205 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-304e906c-2c79-4877-825b-2279f2919e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:00.720990 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-304e906c-2c79-4877-825b-2279f2919e0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.2049673 Jun 07 12:03:00.793832 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02dd4595b5b1413a8a124d31ec37ca6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1612332 Jun 07 12:03:00.798055 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556cacea-ea39-4af1-88b5-45f0f2bb7419,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:00.808707 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56844) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:00.834805 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:00.953109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-f9347bfe-7e67-4cb3-921e-0f713d907e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:00.956609 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-f9347bfe-7e67-4cb3-921e-0f713d907e24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.2277403 Jun 07 12:03:01.008441 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.088310 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.102694 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.117673 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-a05c8ad5-b56c-4701-b25f-5643828e64c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1154072 Jun 07 12:03:01.146468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.192640 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a61ce4af-352b-409f-bce0-63ece71a62b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:01.365896 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be423b1d-319a-4ede-9b37-a71dcf3288fc,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:01.376616 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8884340548934c64a1b9504865c8d438&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7065220 Jun 07 12:03:01.376616 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:01.378191 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56854) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:01.379537 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-20156375-bf38-4538-92f0-5fc672733223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:01.381216 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-20156375-bf38-4538-92f0-5fc672733223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.2507219 Jun 07 12:03:01.447172 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c0812-ad37-4885-ab01-eaf0077e63f0 req-980a5bd6-2b69-4899-8ca3-21edbd4b9a4b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:01.455573 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e57c0812-ad37-4885-ab01-eaf0077e63f0 req-980a5bd6-2b69-4899-8ca3-21edbd4b9a4b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.4975777 Jun 07 12:03:01.478252 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.480926 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.482217 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/556cacea-ea39-4af1-88b5-45f0f2bb7419 HTTP/1.1" status: 204 len: 168 time: 0.6711445 Jun 07 12:03:01.490378 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:01.496303 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-ba7631c1-d221-43d3-9de3-2c54d98fdcc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059351 Jun 07 12:03:01.504768 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.519363 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556cacea-ea39-4af1-88b5-45f0f2bb7419,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:01.520309 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e57c0812-ad37-4885-ab01-eaf0077e63f0 req-19861401-209c-4cd9-bf8b-75a3dc699366 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631771 Jun 07 12:03:01.564944 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56862) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:01.571871 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:01.583469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.607752 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.622919 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.642377 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.689869 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8f61ad3d-a480-4a2b-af02-96128ff8ea4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:01.746908 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acba319a5dbf455d8bb7d6fc570d40f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6816480 Jun 07 12:03:01.754060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.755601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56866) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:01.781437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.788253 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d26f20-4b28-4c63-9aa8-4085ac8770fa,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:01.799000 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:01.806754 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6a5e3384-7e65-47ee-bfa3-8276c25dfc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:01.836231 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.839588 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.841937 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be423b1d-319a-4ede-9b37-a71dcf3288fc HTTP/1.1" status: 204 len: 168 time: 0.4602823 Jun 07 12:03:01.842749 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-88313e10-2a8e-461f-9286-7b43e36598f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:01.862159 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be423b1d-319a-4ede-9b37-a71dcf3288fc,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:01.865796 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:01.897529 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a52969-9c93-459e-a5b0-c0ecb649d752,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:01.901477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:01.906745 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5beb19d914824858a48c350e1171e2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405738 Jun 07 12:03:01.909888 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56874) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:01.924621 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:01.960026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.005163 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.024433 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.027328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.028496 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7d26f20-4b28-4c63-9aa8-4085ac8770fa HTTP/1.1" status: 204 len: 168 time: 0.2717860 Jun 07 12:03:02.029286 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c842cead-eb00-49c4-9298-31358d409273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:02.040190 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d26f20-4b28-4c63-9aa8-4085ac8770fa,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:02.043593 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-148ba6ee-070c-4fc2-ab8c-8406d96b11bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:02.058468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.148764 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.152692 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.154337 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81a52969-9c93-459e-a5b0-c0ecb649d752 HTTP/1.1" status: 204 len: 168 time: 0.2433362 Jun 07 12:03:02.155267 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7b857aa7-7979-410c-877b-624ed191f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:02.166669 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a52969-9c93-459e-a5b0-c0ecb649d752,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:02.170631 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:02.400798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56892) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:02.448562 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.735737 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.743533 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:02.812720 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7d2b694b-fc2c-424e-b933-a85fbe2e413c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:02.846505 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b53b59330caf47eeacfd8bc426aa0d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435141 Jun 07 12:03:02.853786 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56898) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:02.866720 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-94161a5a-d44a-4678-8355-4ffed282d0e6 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960883 Jun 07 12:03:02.941841 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e98a0-82b6-460b-8289-41d6fa1c29e5,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:02.986067 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:02.997157 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b5c8-caa4-4f09-8349-eee0dc1ba5de req-b8ba5e61-5704-426c-a327-1cd790a04ac9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:03.010687 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5380b5c8-caa4-4f09-8349-eee0dc1ba5de req-b8ba5e61-5704-426c-a327-1cd790a04ac9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1987019 Jun 07 12:03:03.022447 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.091173 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.093059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56902) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:03.131384 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.155548 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5380b5c8-caa4-4f09-8349-eee0dc1ba5de req-741b226a-81fa-455f-8cf6-90a789246374 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404531 Jun 07 12:03:03.221470 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.226521 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.229436 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/056e98a0-82b6-460b-8289-41d6fa1c29e5 HTTP/1.1" status: 204 len: 168 time: 0.3727589 Jun 07 12:03:03.230764 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-033274ce-d166-42e0-bf70-b20e8b1987f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:03.251574 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e98a0-82b6-460b-8289-41d6fa1c29e5,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:03.255226 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:03.413326 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.421254 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.430588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:03.475489 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfe1e1f65c8548e3a8f94cac94e7a4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806779 Jun 07 12:03:03.479881 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56916) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:03.493406 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd91e1-93f1-4aec-abfa-d3da0d872312,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:03.501964 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:03.562947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.598046 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.681008 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.686594 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:03.689085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6fd91e1-93f1-4aec-abfa-d3da0d872312 HTTP/1.1" status: 204 len: 168 time: 0.2076390 Jun 07 12:03:03.690540 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e53bfca0-67a1-4acb-9112-a19bc989b398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:03.710146 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd91e1-93f1-4aec-abfa-d3da0d872312,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:03.713802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:03.999406 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56930) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:04.023439 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.206955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.217953 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.227944 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:04.245385 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56938) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:04.275052 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32b6bce10644426f86fd19bab8e19c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732136 Jun 07 12:03:04.278056 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56944) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:04.279984 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49ca35-640f-4e79-903d-d217f1c4baca,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:04.295865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:04.440141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.494299 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.579741 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c9ffa8c6-583a-445e-b469-cd360a74a516 req-3d4d9bd4-cda2-469d-8da4-649118c013ef service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751281 Jun 07 12:03:04.584306 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.604553 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.606193 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df4ded-3dcc-414e-803f-b96e9eebfbc3 req-9292e480-cfc2-466c-b938-bddc40e46666 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:04.613736 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a49ca35-640f-4e79-903d-d217f1c4baca HTTP/1.1" status: 204 len: 168 time: 0.3299718 Jun 07 12:03:04.616795 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c8df4ded-3dcc-414e-803f-b96e9eebfbc3 req-9292e480-cfc2-466c-b938-bddc40e46666 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1523900 Jun 07 12:03:04.636619 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1559709312-network', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:04.647240 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c76eaf2b-ddbd-4c46-8dc4-238be6a0766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:04.674162 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49ca35-640f-4e79-903d-d217f1c4baca,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:04.682290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:04.727664 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c8df4ded-3dcc-414e-803f-b96e9eebfbc3 req-7fd54699-4e09-4f95-8dfd-4c867fff54da tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092336 Jun 07 12:03:04.731445 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Made reservation on behalf of 8eef51cadbc745d6b93b003f2d756712 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:04.735113 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.749486 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.927846 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.933857 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.940378 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-befff379-bfff-4f3f-97a1-d25faddd9278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:04.971539 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:03:04.981222 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d315b-22fe-470e-ba10-9e7287f0327b,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:04.985784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:04.990698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:04.991221 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Added segment 4c6b2d5c-4001-47e8-99c1-84e25f9e8531 of type vlan for network e753f34b-daf3-4fc1-9790-eb0dbfb96365 Jun 07 12:03:05.027760 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.084070 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.085713 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:05.086483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.095660 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:05.151906 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9063268 Jun 07 12:03:05.155221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 56968) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:05.164554 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Request body: {'subnet': {'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1559709312-subnet', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:05.216699 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Pushing event updated for resources: {'Network': ['ID=e753f34b-daf3-4fc1-9790-eb0dbfb96365,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:05.222230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:05.234903 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Made reservation on behalf of 8eef51cadbc745d6b93b003f2d756712 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:05.235998 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:03:05.239509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.563879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.573671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:05.713454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10d9b73-f629-4903-9793-14658050efb3,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:05.718638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:05.734086 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:05.734874 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Network hostable DHCP agents. Network: e753f34b-daf3-4fc1-9790-eb0dbfb96365, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:03:05.771975 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:03:05.795238 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, e753f34b-daf3-4fc1-9790-eb0dbfb96365) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:05.807967 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:05.808356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.813988 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b640a-0898-4658-9542-4bb3a5f9c38f None None] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:05.850210 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1caa17bd-eaef-42c2-b9e4-e0063756f4f3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6930265 Jun 07 12:03:05.852779 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 56998) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:05.857766 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:05.905069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.911957 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:05.997823 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:06.276417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f076a5-ebf3-4e2a-afa2-b603ccc4c4e9 req-295c5790-3f6c-4e6e-b25b-2fae8ae2b3d0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:06.283878 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46f076a5-ebf3-4e2a-afa2-b603ccc4c4e9 req-295c5790-3f6c-4e6e-b25b-2fae8ae2b3d0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2712381 Jun 07 12:03:06.494989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:03:06.496483 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:06.552736 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:06.572325 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46f076a5-ebf3-4e2a-afa2-b603ccc4c4e9 req-b92d5b08-3be8-4cb7-b861-2b59195a6d28 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802393 Jun 07 12:03:07.129627 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.159655 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Allocated IP 172.20.0.2 (e753f34b-daf3-4fc1-9790-eb0dbfb96365/b10d9b73-f629-4903-9793-14658050efb3/3c72321e-4194-4c2b-8d34-8bbebf7b7aea) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:07.169937 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.341025 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Allocated IP 172.27.0.77 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:07.547397 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.559059 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.568163 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Transition to ACTIVE for port object 3c72321e-4194-4c2b-8d34-8bbebf7b7aea will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:07.603648 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Transition to ACTIVE for port object 3c72321e-4194-4c2b-8d34-8bbebf7b7aea will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:07.608080 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.616055 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:07.621370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1d8b0f3d-65f1-47a7-97ba-37240a7406b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:07.628469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:07.694060 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:07.697526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:07.701620 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:07.711810 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Pushing event updated for resources: {'Port': ['ID=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:07.765511 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:07.769694 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:07.774462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:07.797399 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.798719 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.799262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.799790 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.800524 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.801183 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.801774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.802845 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.803392 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.806331 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.808820 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.809695 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:07.826567 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:08.034764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d68aaf-f94f-41a4-82b1-25f6c1fb440a req-376aced0-4926-4533-adc6-2fba0999660a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:08.037302 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25d68aaf-f94f-41a4-82b1-25f6c1fb440a req-376aced0-4926-4533-adc6-2fba0999660a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2403345 Jun 07 12:03:08.054109 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Attempting to bind port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:08.054685 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Attempting to bind port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:08.055221 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Attempting to bind port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:08.067333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:08.067729 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:08.068145 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:08.068547 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Bound using segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:08.069085 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Bound port: 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:08.069672 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:08.098304 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Pushing event updated for resources: {'Port': ['ID=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:08.114376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:08.128026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25d68aaf-f94f-41a4-82b1-25f6c1fb440a req-bdf8b8a7-7a0e-4488-aec1-3858124f4098 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728004 Jun 07 12:03:08.230937 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] For port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:08.234635 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] For port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:08.242186 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:08.252885 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-72f34509-c5b1-460d-b8f5-fd56a8ef9d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:08.373708 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Pushing event updated for resources: {'Port': ['ID=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:08.386858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:08.635012 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:09.383630 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:09.631130 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0e925-92c4-4f4e-93a1-c09d2f5b33c3 req-6738a73f-7a24-4319-8799-fe0329027666 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:09.648635 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3c0e925-92c4-4f4e-93a1-c09d2f5b33c3 req-6738a73f-7a24-4319-8799-fe0329027666 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2262869 Jun 07 12:03:09.746890 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3c0e925-92c4-4f4e-93a1-c09d2f5b33c3 req-537f88c9-191e-400d-9a12-e0174989d589 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Jun 07 12:03:09.934614 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:03:09.985287 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6e286-ddbd-476e-a3ef-b460714c7aa4 None None] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:10.237264 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-715794ca-a695-4c13-9e9e-50fb566ca846 None None] Provisioning for port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:10.361625 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:10.377375 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:10.388082 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:10.393402 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57170) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:10.393676 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:10.394363 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:02:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:10.394563 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5404067 Jun 07 12:03:10.557049 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c72321e-4194-4c2b-8d34-8bbebf7b7aea up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:10.672592 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:10.685615 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:10.686387 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:10.977330 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:11.108148 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:11.125915 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:11.141705 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:11.234946 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:11.295796 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57194) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:11.356083 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-22293ca5-d38f-47db-bdb7-d7dde1834ac3 None None] Provisioning complete for port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:11.356610 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-22293ca5-d38f-47db-bdb7-d7dde1834ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:11.454507 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:11.472348 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:11.821945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:11.855457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a76c-8f60-45ea-89c2-73fb884279f1 req-e0758d47-efcd-4387-b0df-f47ae7310d38 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:11.863377 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ab00a76c-8f60-45ea-89c2-73fb884279f1 req-e0758d47-efcd-4387-b0df-f47ae7310d38 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.7247717 Jun 07 12:03:11.983144 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:08Z', 'revision_number': 3, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:11.993746 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:03:11.994319 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Updating router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:03:12.044612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.053268 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.071280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-375edaef-c195-45a5-a237-9bac8d710361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:12.124769 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.143173 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edad5f6af2324430a40b64e941139396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440900 Jun 07 12:03:12.145113 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57216) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:12.159848 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.208265 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ab00a76c-8f60-45ea-89c2-73fb884279f1 req-9b491893-66ed-47bc-8d3b-62ad1acb3106 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402255 Jun 07 12:03:12.229647 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c72321e-4194-4c2b-8d34-8bbebf7b7aea up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:12.335559 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.380819 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b36626-8365-45ec-a26d-de2d7f6968ce,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:12.422150 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.432080 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:12.432929 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.512149 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:12.596111 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.599568 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:12.601055 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55b36626-8365-45ec-a26d-de2d7f6968ce HTTP/1.1" status: 204 len: 168 time: 0.4494860 Jun 07 12:03:12.602152 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-19ca2392-8561-41ae-b983-1c8b3d47ca63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:12.619712 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b36626-8365-45ec-a26d-de2d7f6968ce,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:12.631842 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:12.759739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.055737 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.073932 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Transition to ACTIVE for port object a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:13.087030 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.093209 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:13.124448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57234) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:13.147515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Allocated IP 172.20.0.1 (e753f34b-daf3-4fc1-9790-eb0dbfb96365/b10d9b73-f629-4903-9793-14658050efb3/88de1926-b64d-43e0-ad0e-56431a7e57f4) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:13.154199 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.239781 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:03:13.252854 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Attempting to bind port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:13.253778 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Attempting to bind port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:13.254380 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Attempting to bind port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:13.265752 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Pushing event updated for resources: {'Port': ['ID=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,revision_number=2']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:13.275641 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:13.276226 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:13.277599 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.278258 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:13.279040 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Bound port: a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:13.279639 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.346270 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.346818 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.347357 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.347900 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.348428 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.349049 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.349584 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.350132 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.350689 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.351203 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.351732 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.352268 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:13.377424 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:13.460317 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.479476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Transition to ACTIVE for port object 88de1926-b64d-43e0-ad0e-56431a7e57f4 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:13.489910 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.491434 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] For port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:13.497957 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] For port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:13.498414 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.506012 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.513163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.520801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:13.533573 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:13.542997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a2b2a134-0709-4c91-a55c-35984825fb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:13.591658 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:13.596016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:13.600578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:13.657439 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b06a0a06341b4f6387c7d7efdfc4135d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220437 Jun 07 12:03:13.658454 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57244) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:13.665475 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e273fca-5fa2-4c60-9dc7-a4b2e7d52fab,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:13.672142 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:13.686590 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.714589 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:13.715606 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:02:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:13.770910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Pushing event updated for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:13.776680 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:13.799952 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.850443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e37b84-01b0-43a6-a611-0ae0e7e3dd2e req-7d6c1562-871b-44c0-96d6-a68be6efc3af tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:13.853480 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.857345 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-30e37b84-01b0-43a6-a611-0ae0e7e3dd2e req-7d6c1562-871b-44c0-96d6-a68be6efc3af tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1446390 Jun 07 12:03:13.866341 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Pushing event updated for resources: {'Port': ['ID=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:13.879978 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:13.922784 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-30e37b84-01b0-43a6-a611-0ae0e7e3dd2e req-6ac83ef0-a2e8-4181-aab5-7c1cf35a545f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Jun 07 12:03:13.965475 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.970163 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:13.974799 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e273fca-5fa2-4c60-9dc7-a4b2e7d52fab HTTP/1.1" status: 204 len: 168 time: 0.3122494 Jun 07 12:03:13.987137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-feba3207-3768-4002-a2dd-4047e1e37092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:14.008141 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-156619ce-fc3b-49a5-801f-03a89edece64 None None] Provisioning for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:14.018035 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:14.028096 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-156619ce-fc3b-49a5-801f-03a89edece64 None None] Provisioning complete for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:14.029014 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-156619ce-fc3b-49a5-801f-03a89edece64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:14.029845 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e273fca-5fa2-4c60-9dc7-a4b2e7d52fab,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:14.034175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:14.159092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-156619ce-fc3b-49a5-801f-03a89edece64 None None] Port 88de1926-b64d-43e0-ad0e-56431a7e57f4 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:14.184997 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:14.550061 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:14.560274 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:14.586507 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:08Z', 'revision_number': 3, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:14.591677 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4fd72-da85-4a38-a851-73824673d0d0 None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:08Z', 'revision_number': 3, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:03:14.625505 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:14.757524 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Pushing event updated for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:14.765607 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:14.765607 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:15.008801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:15.010243 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:15.407213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:03:15.424387 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7546a-805e-4755-bd4d-63e3980f271e req-252a2607-07ee-4b63-b2a9-b581baf0e225 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:15.427220 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2fd7546a-805e-4755-bd4d-63e3980f271e req-252a2607-07ee-4b63-b2a9-b581baf0e225 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.3064783 Jun 07 12:03:15.520391 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-335e1cea-d567-420c-b3dc-d47d2fbecf9e None None] Provisioning complete for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:15.522409 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-335e1cea-d567-420c-b3dc-d47d2fbecf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:15.691743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-335e1cea-d567-420c-b3dc-d47d2fbecf9e None None] Port 88de1926-b64d-43e0-ad0e-56431a7e57f4 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:15.694395 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-dba8cd7b-d3c1-4319-ae3d-a77feb19a6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:15.750750 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2fd7546a-805e-4755-bd4d-63e3980f271e req-cfe32b6b-e9e5-403b-9bbf-0d27082dc8d1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098052 Jun 07 12:03:15.908941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:15.928777 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] 10.222.0.22 "PUT /v2.0/routers/63fc4f7e-cfab-4bd9-ae6e-f6675d51326d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5240352 Jun 07 12:03:16.309459 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:16.471142 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:16.483235 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:16.483606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:16.827607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:16.922535 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:16.932901 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:16.936545 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:17.013841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57364) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:17.145327 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:17.160624 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:17.265259 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:17.299914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:17.300581 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:02:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:17.386195 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:17.611882 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57390) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:17.618803 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1915885809-network', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:17.666245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bf74c-d0c6-442c-b326-65e03e4d0da3 req-df8020c9-ac4f-4961-ab57-6823032c496b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:17.668413 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8a9bf74c-d0c6-442c-b326-65e03e4d0da3 req-df8020c9-ac4f-4961-ab57-6823032c496b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.4511671 Jun 07 12:03:17.701643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:17.739741 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Made reservation on behalf of 5e9faeabfd7b495b9e98f5e4ea954538 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:17.742821 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:17.758462 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:17.761218 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:17.821077 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1d26a5b3-ca20-4b9b-93d6-599cd3a2aaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:17.871963 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:17.980095 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57406) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:18.016322 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37b1e25927fa45eda068e8fe2715631a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0000107 Jun 07 12:03:18.021617 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57410) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:18.031312 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8a9bf74c-d0c6-442c-b326-65e03e4d0da3 req-ae8ea2a0-c84c-4d2b-97c3-6500d8d4fd96 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274627 Jun 07 12:03:18.040247 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13818a66-7588-4561-a589-631e237fea90,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:18.055587 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.056260 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.056909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.057529 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.058158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.062391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.063148 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.063767 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.064397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.065069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.065698 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.066322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.066937 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.077684 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:18.084482 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.095717 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d7781f01-1828-4d41-9a2d-e91ac4635806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:18.258247 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.297808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:18.329964 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:03:18.349457 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.363097 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a00cb1-c8e9-4710-bf05-bed96eb1e884,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:18.396256 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.407722 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.408681 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.409228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.409686 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.410281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.410695 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.411106 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.411540 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.411951 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.412615 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.413121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.413727 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:03:18.425110 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.425640 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Added segment c67f7521-c26c-4c06-956e-427b3de41e70 of type vlan for network 287c1300-8bca-4db7-8b49-094112a48a59 Jun 07 12:03:18.427646 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:18.437356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.525874 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.591229 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c5db85c-109c-4e01-96bd-3ccfbd904083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.595031 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:18.595388 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.629664 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.635812 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.638494 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13818a66-7588-4561-a589-631e237fea90 HTTP/1.1" status: 204 len: 168 time: 0.6152160 Jun 07 12:03:18.659720 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-395c6889-daff-4fb6-8035-37b938143a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:18.706855 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13818a66-7588-4561-a589-631e237fea90,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:18.710513 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:14Z', 'revision_number': 2, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:18.724325 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.729162 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:18.734209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:18.735683 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.767621 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:03:18.767621 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Updating router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d port 88de1926-b64d-43e0-ad0e-56431a7e57f4 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:03:18.791441 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:18.855356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.866895 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.906870 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:18.934951 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3214340 Jun 07 12:03:18.938152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57428) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:18.944784 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Request body: {'subnet': {'network_id': '287c1300-8bca-4db7-8b49-094112a48a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1915885809-subnet', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:19.022247 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Made reservation on behalf of 5e9faeabfd7b495b9e98f5e4ea954538 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:19.027169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.118049 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a849be91b4145a6b04ee3bfd579e671&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1351578 Jun 07 12:03:19.121614 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Pushing event updated for resources: {'Network': ['ID=287c1300-8bca-4db7-8b49-094112a48a59,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:19.122354 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:19.123066 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57436) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:19.123643 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-db2b688c-8781-4d92-93f4-3b68719ee0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:19.297547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5583562-ed0c-4fc3-94a9-bab3d839b18b,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:19.338689 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:19.346749 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.402368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.413135 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 287c1300-8bca-4db7-8b49-094112a48a59 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:03:19.481050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.514842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.535947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-47daba0e-73a7-40dd-824a-6ff031c4b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:19.546197 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.558584 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Transition to ACTIVE for port object 88de1926-b64d-43e0-ad0e-56431a7e57f4 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:19.565223 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.571038 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.581151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:19.588603 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5583562-ed0c-4fc3-94a9-bab3d839b18b HTTP/1.1" status: 204 len: 168 time: 0.4404089 Jun 07 12:03:19.590410 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c1ca0a18-e863-4bba-943f-58fcfffb4957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:19.619527 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5583562-ed0c-4fc3-94a9-bab3d839b18b,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:19.643482 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:19.667665 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c59225f-1f5b-4b2a-837a-205d3969898e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:19.679049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:19.689258 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Checking segment: {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:19.689809 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Network hostable DHCP agents. Network: 287c1300-8bca-4db7-8b49-094112a48a59, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:03:19.710631 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5134d-5a29-48f7-859e-e81b9f8d30f6 req-04cb9018-6636-4986-93bc-d020780b5f6d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:19.713898 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-61f5134d-5a29-48f7-859e-e81b9f8d30f6 req-04cb9018-6636-4986-93bc-d020780b5f6d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2796860 Jun 07 12:03:19.825056 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-61f5134d-5a29-48f7-859e-e81b9f8d30f6 req-eca1cd9f-d3bd-4173-a833-962a37e68e6e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020136 Jun 07 12:03:19.825761 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Network 287c1300-8bca-4db7-8b49-094112a48a59 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:03:19.849508 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 287c1300-8bca-4db7-8b49-094112a48a59) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:19.870875 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:19.872219 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.901256 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9616692 Jun 07 12:03:19.902219 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ca336-fbb8-43b1-a7f1-5066b05f6e7a None None] Network 287c1300-8bca-4db7-8b49-094112a48a59 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:19.904093 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57460) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:19.912089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:19.947925 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.950575 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.973587 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:19.983531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57466) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:20.266293 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1604243801-network', 'tenant_id': '3338fc38443a4377bc066f13fa67b0bb'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:20.279523 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Attempting to bind port 88de1926-b64d-43e0-ad0e-56431a7e57f4 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:20.280147 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Attempting to bind port 88de1926-b64d-43e0-ad0e-56431a7e57f4 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:20.280580 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Attempting to bind port 88de1926-b64d-43e0-ad0e-56431a7e57f4 on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:20.288600 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.298569 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:20.299093 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:20.299599 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.300423 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Bound using segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:20.300909 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Bound port: 88de1926-b64d-43e0-ad0e-56431a7e57f4, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:20.302160 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.325568 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Pushing event updated for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:20.334950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:20.489328 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.511268 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Made reservation on behalf of 3338fc38443a4377bc066f13fa67b0bb for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:20.517506 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.545750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.595457 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] For port 88de1926-b64d-43e0-ad0e-56431a7e57f4, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:20.619006 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] For port 88de1926-b64d-43e0-ad0e-56431a7e57f4, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=88de1926-b64d-43e0-ad0e-56431a7e57f4,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:20.628064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.638138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:20.677361 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-287c1300-8bca-4db7-8b49-094112a48a59', 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'fixed_ips': [{'subnet_id': '9c59225f-1f5b-4b2a-837a-205d3969898e'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:03:20.678209 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.779520 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.785797 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.794030 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:20.810620 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:20.810620 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:20.876155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57b45a-6555-41ff-bcf5-4a084b447a00,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:20.905092 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:20.927852 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:03:20.949838 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:20.950453 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Added segment ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f of type vlan for network e0142408-8513-4057-ba31-98fc3c562538 Jun 07 12:03:20.997712 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Pushing event updated for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:21.026613 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:21.054911 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.085080 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.130754 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.181305 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.184732 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:21.186831 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.202041 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:21.280253 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2945888 Jun 07 12:03:21.286319 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:21.338374 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57496) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:21.343787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Allocated IP 172.27.0.145 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/3c90eda6-418d-428f-914b-319c48c6e047) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:21.351660 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Request body: {'subnet': {'network_id': 'e0142408-8513-4057-ba31-98fc3c562538', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1604243801-subnet', 'tenant_id': '3338fc38443a4377bc066f13fa67b0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:21.357848 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Pushing event updated for resources: {'Network': ['ID=e0142408-8513-4057-ba31-98fc3c562538,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:21.363442 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Allocated IP 172.20.0.2 (287c1300-8bca-4db7-8b49-094112a48a59/9c59225f-1f5b-4b2a-837a-205d3969898e/1fe2b0b5-9e3c-4a63-8b31-1bb48e451683) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:21.373045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551663b-6cb3-4f5a-9645-84797d76b7ae req-97c03892-beb7-47c4-9a0b-98272eccf055 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:21.375137 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5551663b-6cb3-4f5a-9645-84797d76b7ae req-97c03892-beb7-47c4-9a0b-98272eccf055 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2827344 Jun 07 12:03:21.376282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:21.377179 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network e0142408-8513-4057-ba31-98fc3c562538 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:03:21.448936 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5551663b-6cb3-4f5a-9645-84797d76b7ae req-4460d781-5574-444b-a86b-2ee3cc610016 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645766 Jun 07 12:03:21.455215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Made reservation on behalf of 3338fc38443a4377bc066f13fa67b0bb for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:21.460138 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.688853 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.754346 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.760310 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:21.786960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:21.799673 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9c510eaf-d1fe-47f3-b631-607305bf0aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:21.851094 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:21.855309 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:21.858424 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:21.985440 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a80e2d-8e39-4db1-8c2d-24df3244352e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:22.000600 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:22.004366 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:22.007163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Checking segment: {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:22.007572 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Network hostable DHCP agents. Network: e0142408-8513-4057-ba31-98fc3c562538, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:03:22.046552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Network e0142408-8513-4057-ba31-98fc3c562538 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:03:22.069072 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, e0142408-8513-4057-ba31-98fc3c562538) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:22.074224 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:22.074829 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:22.093297 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16f3c5-34ad-49dc-b70f-58a0111a703e None None] Network e0142408-8513-4057-ba31-98fc3c562538 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:22.128700 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-03c98178-85cb-4264-88ab-8d9c6ea8af3f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7755961 Jun 07 12:03:22.356811 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Pushing event updated for resources: {'Port': ['ID=3c90eda6-418d-428f-914b-319c48c6e047,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:22.367365 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:22.513830 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:22.559796 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Transition to ACTIVE for port object 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:22.610740 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:22.849175 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:20Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:22.919170 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8028-0c8e-4bb9-9152-d8bd67bedb70 req-2aa9519d-18ff-44fc-b98b-50a01b525760 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:22.922859 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dd9e8028-0c8e-4bb9-9152-d8bd67bedb70 req-2aa9519d-18ff-44fc-b98b-50a01b525760 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1925302 Jun 07 12:03:22.933570 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Transition to ACTIVE for port object 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:22.942047 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86bb0c2-47d7-487d-a755-4649adca98a6 None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:20Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:03:22.956577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:22.964293 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:23.042306 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dd9e8028-0c8e-4bb9-9152-d8bd67bedb70 req-da2e1eca-8944-44d8-8e7e-2ce7e3cde6e2 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123707 Jun 07 12:03:23.243946 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcff0fd-5ace-4b69-a766-e0c698ddb32d None None] Network e0142408-8513-4057-ba31-98fc3c562538 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:23.332477 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Network 287c1300-8bca-4db7-8b49-094112a48a59 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:23.350015 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:23.377960 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:23.424903 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:23.740900 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Router fd1484b8-d914-4d8f-9937-9e726c29a957 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:03:23.894127 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Pushing event updated for resources: {'Port': ['ID=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:23.914176 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:24.109093 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Attempting to bind port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:24.109628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Attempting to bind port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:24.110086 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Attempting to bind port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 on network 287c1300-8bca-4db7-8b49-094112a48a59 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:24.137926 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:24.138832 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Checking segment: {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:24.139398 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:24.139893 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Bound using segment: {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:24.141835 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Bound port: 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:24.142314 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:24.307934 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:24.327512 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Sync routers for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:24.367988 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:24.371868 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:24.376355 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:24.378046 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4722822 Jun 07 12:03:24.382305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57562) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:24.396140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 88de1926-b64d-43e0-ad0e-56431a7e57f4 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:24.476306 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ec4b2-4e4e-4dd2-9050-d39b81f6ac69 req-5fc2e22c-3440-4d7a-a605-88c2ffd599cd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:24.485346 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b8ec4b2-4e4e-4dd2-9050-d39b81f6ac69 req-5fc2e22c-3440-4d7a-a605-88c2ffd599cd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2116663 Jun 07 12:03:24.623731 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b8ec4b2-4e4e-4dd2-9050-d39b81f6ac69 req-4c8a29d7-f939-4ba8-a43e-0f90fa94128e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374216 Jun 07 12:03:24.748436 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:24.762861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] For port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:24.769714 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:24.770109 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:24.840731 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] For port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:24.857118 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:24.884257 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:24.944224 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:25.024245 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Pushing event updated for resources: {'Port': ['ID=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:25.029113 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:25.198765 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:25.287634 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 88de1926-b64d-43e0-ad0e-56431a7e57f4, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=88de1926-b64d-43e0-ad0e-56431a7e57f4,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:25.300935 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:25.304101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:25.464194 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:25.465372 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:22Z', 'revision_number': 3, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:25.471057 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Checking router: fd1484b8-d914-4d8f-9937-9e726c29a957 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:03:25.471423 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Updating router fd1484b8-d914-4d8f-9937-9e726c29a957 port 3c90eda6-418d-428f-914b-319c48c6e047 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:03:25.474984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:25.555230 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.125920 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28263270-5065-4249-84fe-cf0f683ded0a req-332d1d5e-abb3-42d7-b85d-6fa889ea2eb5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:26.127559 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-28263270-5065-4249-84fe-cf0f683ded0a req-332d1d5e-abb3-42d7-b85d-6fa889ea2eb5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1151998 Jun 07 12:03:26.191021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-28263270-5065-4249-84fe-cf0f683ded0a req-4a01c445-ae61-449b-a6d7-601dda8ce640 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Jun 07 12:03:26.254530 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.297501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:26.431766 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:26.441952 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 88de1926-b64d-43e0-ad0e-56431a7e57f4 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:26.464176 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.489936 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Transition to ACTIVE for port object 3c90eda6-418d-428f-914b-319c48c6e047 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:26.503523 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.510331 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:26.529746 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 88de1926-b64d-43e0-ad0e-56431a7e57f4 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:26.530600 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.658149 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Allocated IP 172.20.0.1 (287c1300-8bca-4db7-8b49-094112a48a59/9c59225f-1f5b-4b2a-837a-205d3969898e/abc17ce0-2ecc-4410-82a1-9124cbe2e8b4) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:26.669197 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351e526-9994-44f9-a74a-d2bfe042e081 None None] Pushing event updated for resources: {'Port': ['ID=3c90eda6-418d-428f-914b-319c48c6e047,revision_number=2']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:26.685232 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Attempting to bind port 3c90eda6-418d-428f-914b-319c48c6e047 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:26.686245 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Attempting to bind port 3c90eda6-418d-428f-914b-319c48c6e047 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:26.688518 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Attempting to bind port 3c90eda6-418d-428f-914b-319c48c6e047 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:26.693512 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-9351e526-9994-44f9-a74a-d2bfe042e081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:26.701382 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:26.702416 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:26.703871 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.704814 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:26.705862 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Bound port: 3c90eda6-418d-428f-914b-319c48c6e047, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:26.706765 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.810795 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0dd24-f2fd-4be7-846a-c15207bff07f None None] Network 287c1300-8bca-4db7-8b49-094112a48a59 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:26.864693 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] For port 3c90eda6-418d-428f-914b-319c48c6e047, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:26.868941 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] For port 3c90eda6-418d-428f-914b-319c48c6e047, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c90eda6-418d-428f-914b-319c48c6e047,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:26.874104 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.874463 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.879723 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-9351e526-9994-44f9-a74a-d2bfe042e081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:26.899115 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Transition to ACTIVE for port object abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:26.972137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:26.982307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:26.994648 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:26.995679 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:26.998870 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Provisioning for port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:27.014473 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Provisioning complete for port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:27.014854 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:27.133586 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351e526-9994-44f9-a74a-d2bfe042e081 None None] Pushing event updated for resources: {'Port': ['ID=3c90eda6-418d-428f-914b-319c48c6e047,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:27.154049 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Pushing event updated for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:27.160635 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-9351e526-9994-44f9-a74a-d2bfe042e081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:27.164810 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:27.174275 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Network 287c1300-8bca-4db7-8b49-094112a48a59 is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:27.176698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:27.180823 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:27.309228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:27.362914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:27.398485 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:27.426788 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] For port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:27.434616 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:27.438164 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:27.550820 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:27.579491 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Pushing event updated for resources: {'Port': ['ID=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:27.595146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:27.776027 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:22Z', 'revision_number': 3, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:27.783504 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a50e8-a832-4f18-8a4c-828d0da3eb12 None None] The sync data for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi is: [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:22Z', 'revision_number': 3, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:03:27.790143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-31e342c7-2817-441b-9031-2679266efacf None None] Provisioning complete for port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:27.790542 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-31e342c7-2817-441b-9031-2679266efacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.066808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-31e342c7-2817-441b-9031-2679266efacf None None] Provisioning for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:28.076201 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-31e342c7-2817-441b-9031-2679266efacf None None] Provisioning complete for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:28.077256 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-31e342c7-2817-441b-9031-2679266efacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.091332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.097638 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.128875 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:28.225450 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-31e342c7-2817-441b-9031-2679266efacf None None] Port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:28.237529 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.242626 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Pushing event updated for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:28.245964 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:28.274869 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:28.443501 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Network 287c1300-8bca-4db7-8b49-094112a48a59 is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:28.445472 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:28.465534 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-37951029-0f3c-4a3f-bee7-296a4d95b359 None None] Provisioning complete for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:28.466476 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-37951029-0f3c-4a3f-bee7-296a4d95b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.596591 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:28.597775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.624157 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-37951029-0f3c-4a3f-bee7-296a4d95b359 None None] Port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:28.702117 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Router fd1484b8-d914-4d8f-9937-9e726c29a957 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:03:28.775879 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-8f25d433-a345-423c-8e17-2ecc5c09f8b1 None None] Provisioning complete for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:28.776326 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8f25d433-a345-423c-8e17-2ecc5c09f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:28.845493 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-8f25d433-a345-423c-8e17-2ecc5c09f8b1 None None] Port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:28.976504 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:28.986670 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] 10.222.0.22 "PUT /v2.0/routers/fd1484b8-d914-4d8f-9937-9e726c29a957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6032331 Jun 07 12:03:29.892331 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Sync routers for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:29.902860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:29.903526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:30.141565 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:30.195008 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c90eda6-418d-428f-914b-319c48c6e047 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:30.504312 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 3c90eda6-418d-428f-914b-319c48c6e047 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:30.561778 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3c90eda6-418d-428f-914b-319c48c6e047 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:30.561778 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:30.786984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:30.810846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 3c90eda6-418d-428f-914b-319c48c6e047, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c90eda6-418d-428f-914b-319c48c6e047,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:30.814760 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:27Z', 'revision_number': 4, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'abc17ce0-2ecc-4410-82a1-9124cbe2e8b4', 'name': '', 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'mac_address': 'fa:16:3e:70:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:26Z', 'updated_at': '2021-06-07T12:03:27Z', 'revision_number': 2, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'subnets': [{'id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:30.820258 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Checking router: fd1484b8-d914-4d8f-9937-9e726c29a957 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:03:30.820618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Updating router fd1484b8-d914-4d8f-9937-9e726c29a957 port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:03:30.866737 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:30.893507 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:31.039034 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:31.123675 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=3c90eda6-418d-428f-914b-319c48c6e047,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:31.138480 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:31.615515 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:31.628992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Transition to ACTIVE for port object abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:31.636544 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:31.641062 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:31.814006 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Pushing event updated for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:31.817663 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:31.888137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Attempting to bind port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:31.888522 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Attempting to bind port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:31.889019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Attempting to bind port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 on network 287c1300-8bca-4db7-8b49-094112a48a59 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:31.896436 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:31.897252 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Checking segment: {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:31.897252 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:31.897819 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Bound using segment: {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:31.898445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Bound port: abc17ce0-2ecc-4410-82a1-9124cbe2e8b4, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67f7521-c26c-4c06-956e-427b3de41e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:31.898910 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:32.012518 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] For port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:32.016673 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] For port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:32.021914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:32.025894 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-cfacd593-9b09-44af-a331-f5e58e75cf89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:32.169512 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:32.170688 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:32.274275 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c90eda6-418d-428f-914b-319c48c6e047 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:32.316151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Pushing event updated for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:32.335469 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:32.506595 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3c90eda6-418d-428f-914b-319c48c6e047 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:32.507060 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:32.534549 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:33.076421 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:27Z', 'revision_number': 4, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'abc17ce0-2ecc-4410-82a1-9124cbe2e8b4', 'name': '', 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'mac_address': 'fa:16:3e:70:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:26Z', 'updated_at': '2021-06-07T12:03:32Z', 'revision_number': 4, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'subnets': [{'id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:33.084356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5fb7c8-57c6-4668-90c3-e82e7e89eab4 None None] The sync data for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi is: [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:03:27Z', 'revision_number': 4, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'abc17ce0-2ecc-4410-82a1-9124cbe2e8b4', 'name': '', 'network_id': '287c1300-8bca-4db7-8b49-094112a48a59', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'mac_address': 'fa:16:3e:70:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:26Z', 'updated_at': '2021-06-07T12:03:32Z', 'revision_number': 4, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'subnets': [{'id': '9c59225f-1f5b-4b2a-837a-205d3969898e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:03:34.198914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:34.322703 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:34.329056 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:34.329670 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:34.488087 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:34.529139 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:34.551768 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:34.554936 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:34.648099 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:34.653603 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:36.166468 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:36.249011 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:36.249385 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:37.040059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-841dc5c1-2f07-4327-9d9f-a3f870c4525e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:37.046872 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-841dc5c1-2f07-4327-9d9f-a3f870c4525e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 809 time: 0.2020299 Jun 07 12:03:37.069415 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-ad3e8480-d7f1-4eaa-b73a-6fad5b6eb1a9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/quotas/3338fc38443a4377bc066f13fa67b0bb HTTP/1.1" status: 200 len: 375 time: 0.0211985 Jun 07 12:03:37.126843 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-fa31c2a4-b65c-44f8-b067-c29d206f4f8b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561063 Jun 07 12:03:37.360011 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-dd734b9e-d1b0-4496-bdd2-c4adfbeb497f service neutron] 10.222.0.22 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169235 Jun 07 12:03:37.376032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8768-4222-40b3-894e-66e5fa6956e9 req-6f3f927c-887a-4d22-9ef1-8233e24abe30 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:37.377911 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-212b8768-4222-40b3-894e-66e5fa6956e9 req-6f3f927c-887a-4d22-9ef1-8233e24abe30 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1790900 Jun 07 12:03:37.521557 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-212b8768-4222-40b3-894e-66e5fa6956e9 req-2b9818b9-83a5-47e2-bd69-caf09ecaf915 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207931 Jun 07 12:03:37.579224 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-a0926fd1-486f-4f98-a28a-fc1e0f0d09af service neutron] 10.222.0.22 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977713 Jun 07 12:03:38.016518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e7503-8265-4a5f-b79f-4572678fd10d req-d529552c-9ce6-42b7-980b-1bddc51dc82d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:38.018335 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b9e7503-8265-4a5f-b79f-4572678fd10d req-d529552c-9ce6-42b7-980b-1bddc51dc82d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.1027546 Jun 07 12:03:38.098314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b9e7503-8265-4a5f-b79f-4572678fd10d req-8f12b9b9-0535-4e2b-9ce6-e31cd3828b92 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713751 Jun 07 12:03:38.324308 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-011705b6-e1e3-4fa3-80af-950c113b8d3b req-36cff030-21eb-46a4-a69f-5e1d1862e6d0 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.1601810 Jun 07 12:03:38.589685 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57812) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:38.595715 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024513752', 'description': 'tempest-secgroup-smoke-2024513752 description', 'project_id': '8eef51cadbc745d6b93b003f2d756712'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:38.621769 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.727940 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.733341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.739506 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8ef1e233-785e-46c5-8cb7-b971dd7a299e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:38.774002 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86b388-507f-440c-b22b-33f0469f18ea req-2c58efb7-eafe-47cd-b6d6-478c0aa55c58 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:38.775994 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e86b388-507f-440c-b22b-33f0469f18ea req-2c58efb7-eafe-47cd-b6d6-478c0aa55c58 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1324511 Jun 07 12:03:38.788093 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.789208 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985142 Jun 07 12:03:38.791096 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595cf29b-7b13-4dea-b2fd-b38292942750,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:38.794128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:38.794320 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57816) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:38.799670 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:38.879172 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e86b388-507f-440c-b22b-33f0469f18ea req-a3c754e2-8905-4972-bb08-9d65a34c635e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745585 Jun 07 12:03:38.882679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.963212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.967509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:38.975814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:38.998631 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37884509-d668-4bfa-b7be-4d8f2eedc944,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:39.005529 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:39.007083 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.008291 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127924 Jun 07 12:03:39.012436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57818) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:39.018193 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:39.049689 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.119014 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.123698 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.131754 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-132187cb-3ca2-4b4a-ac57-c0cfa27699c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:39.154392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bff497c-98dd-4a6d-b8a5-cf8499736ce0,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:39.157616 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:39.165383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.166932 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535268 Jun 07 12:03:39.169996 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57822) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:39.175076 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:39.214025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.338859 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.342977 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.351392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:39.386496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36a869-fd94-44c3-abd6-126ae87171da req-fb260753-f84d-44d9-99ed-6f9dfa461919 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:39.388136 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bf36a869-fd94-44c3-abd6-126ae87171da req-fb260753-f84d-44d9-99ed-6f9dfa461919 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.1762757 Jun 07 12:03:39.389813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fb2eb3-b1c9-4be4-bb1e-353ffe8b8005,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:39.393657 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:39.413258 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.414431 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2434552 Jun 07 12:03:39.417776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57826) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:39.423864 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:39.446815 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bf36a869-fd94-44c3-abd6-126ae87171da req-c1ab52bf-85a5-47da-907c-aed0e6a7e4d5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513954 Jun 07 12:03:39.459647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.514306 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-52251832-59ac-4050-9cf3-c2f88e149550 req-4e2fe07a-b994-40d1-a636-1a1bba0b2050 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.0465789 Jun 07 12:03:39.541830 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.549457 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.551932 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:39.661985 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5b680a-314d-421d-9f47-4b7c64ffe6b2,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:39.666599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:39.674266 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.676716 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2565613 Jun 07 12:03:39.678716 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57834) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:39.683398 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:39.707890 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.securitygroups_db [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Project 8eef51cadbc745d6b93b003f2d756712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:03:39.715903 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.798566 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.802911 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.805235 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dec099fd-8d55-4fb2-8977-6a2bf6800762 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:39.833305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9c9a2c-5d08-4c8e-b5ba-8ca85b52c481,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:39.839348 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:39.843122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.847966 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648464 Jun 07 12:03:39.848268 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 57840) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:39.853678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'security_group_rule': {'security_group_id': '595cf29b-7b13-4dea-b2fd-b38292942750', 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:39.881957 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.securitygroups_db [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Project 8eef51cadbc745d6b93b003f2d756712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:03:39.891734 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.980215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.986815 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:39.988918 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d8490fe3-9c99-4d88-aa19-ee2ac133983a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:40.016477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aeb64c-4e81-4f89-a780-4a6e837b26cb,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:40.020712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:40.061574 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:40.063170 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2136645 Jun 07 12:03:40.116309 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d1144-b198-43d2-9c74-8a2df58c0bef req-3e8f4aed-590d-496b-bd5d-b6cb52bedf12 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:40.118011 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a79d1144-b198-43d2-9c74-8a2df58c0bef req-3e8f4aed-590d-496b-bd5d-b6cb52bedf12 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.0985298 Jun 07 12:03:40.171195 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a79d1144-b198-43d2-9c74-8a2df58c0bef req-4cdbb1b7-218e-4ca1-9d0d-99f60d371600 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Jun 07 12:03:40.885675 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aada6ebf-ad15-4585-a855-076f6ea32a87 req-3081f0f0-7c63-49e2-8b3a-dfc448ef6d2e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.1100409 Jun 07 12:03:40.966071 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e36f6-d0a4-4da8-82c0-a81ee1fb71f0 req-cfa8da19-e688-4ced-ab29-8644177be8e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:40.974597 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-668e36f6-d0a4-4da8-82c0-a81ee1fb71f0 req-cfa8da19-e688-4ced-ab29-8644177be8e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2992005 Jun 07 12:03:41.052004 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-668e36f6-d0a4-4da8-82c0-a81ee1fb71f0 req-f7ac2a15-213a-45a9-be42-64f7ba7ce83e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757027 Jun 07 12:03:41.365843 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35535-ad8e-425d-b5a3-525833a8ae7d req-020556d9-3f3f-4a67-93ec-9fc8324d468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:41.370336 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b4c35535-ad8e-425d-b5a3-525833a8ae7d req-020556d9-3f3f-4a67-93ec-9fc8324d468a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.1035638 Jun 07 12:03:41.558707 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b4c35535-ad8e-425d-b5a3-525833a8ae7d req-3201678d-ba44-42bf-9a3a-b70c8381d093 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800816 Jun 07 12:03:41.597397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598ce8-765e-4f6f-9e09-d4c3f8037a08 req-dd918cea-c786-47bd-b597-e449304982ea tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:41.599152 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-44598ce8-765e-4f6f-9e09-d4c3f8037a08 req-dd918cea-c786-47bd-b597-e449304982ea tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1861157 Jun 07 12:03:41.655480 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-44598ce8-765e-4f6f-9e09-d4c3f8037a08 req-e1e2b976-b12d-44f6-ab0d-95ede0e4e82f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480289 Jun 07 12:03:42.192169 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:42.413221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-20f98d92-008c-4fe9-becc-29b98553f708 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:42.415191 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-20f98d92-008c-4fe9-becc-29b98553f708 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 809 time: 0.4981709 Jun 07 12:03:42.446158 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-39295fd9-c53d-4aef-aa8d-3527edc2df1e req-948223fe-455f-4978-934c-91a401d9a108 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.1259620 Jun 07 12:03:42.458874 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Request body: {'port': {'device_id': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538', 'admin_state_up': True, 'tenant_id': '3338fc38443a4377bc066f13fa67b0bb'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:42.706633 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57960) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:42.753752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52a9e8-a6ae-4e2d-869e-e934bc86cd6b req-992fa4b1-81a6-407b-a379-bf2ca9aa8506 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:42.766454 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4b52a9e8-a6ae-4e2d-869e-e934bc86cd6b req-992fa4b1-81a6-407b-a379-bf2ca9aa8506 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.4548993 Jun 07 12:03:42.908398 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:42.919819 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4b52a9e8-a6ae-4e2d-869e-e934bc86cd6b req-f7206b41-2e8d-4a7c-b7b6-21ce34333c11 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471882 Jun 07 12:03:42.939310 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Made reservation on behalf of 3338fc38443a4377bc066f13fa67b0bb for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:42.947088 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.075896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e2cb5-5270-47c7-b800-6f6fa5289045 req-638d9942-3ec1-4bdc-a8b6-ffbb95827c70 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:43.077800 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-450e2cb5-5270-47c7-b800-6f6fa5289045 req-638d9942-3ec1-4bdc-a8b6-ffbb95827c70 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2590327 Jun 07 12:03:43.123009 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.129420 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.151079 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-11ec10a6-4fe7-4248-a33b-885043141e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:43.235810 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f8eda089c824ee3ba0024ac9eda6f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268013 Jun 07 12:03:43.237196 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fadfc-ba13-4f03-8ae6-33852fedfe01,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:43.243332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:43.244127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 57964) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:43.273314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-450e2cb5-5270-47c7-b800-6f6fa5289045 req-b03bf7aa-6d81-4950-8d04-e8dc2ecd4ce0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775844 Jun 07 12:03:43.309514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Allocated IP 172.20.0.9 (e0142408-8513-4057-ba31-98fc3c562538/08a80e2d-8e39-4db1-8c2d-24df3244352e/3b17ca86-9a86-4bdc-9bce-909d910a0cd9) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:43.376508 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.477340 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.685103 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.691370 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.698028 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/926fadfc-ba13-4f03-8ae6-33852fedfe01 HTTP/1.1" status: 204 len: 168 time: 0.4523933 Jun 07 12:03:43.699702 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-13eb0d0e-048e-4e71-aa84-fd4c41545bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:43.711306 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fadfc-ba13-4f03-8ae6-33852fedfe01,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:43.733508 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:43.820328 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aa9ce58c-15f5-4444-aacd-78de1e9cb732 req-c32012e2-5033-42bb-8fd1-0e98d586a210 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.0683610 Jun 07 12:03:43.875824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.896668 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-892c1efc-4a4f-4f81-8216-b0954ad0c02c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3805633 Jun 07 12:03:43.942963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:43.957231 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ab50ca3-6ffb-4695-ad01-ed79a3e526da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:44.158309 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bee947-33d3-4af1-b53f-658361558973 req-fbcc956a-b716-4a58-b29e-8e5a829f85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.166963 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-fbcc956a-b716-4a58-b29e-8e5a829f85f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.1822627 Jun 07 12:03:44.171285 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Network e0142408-8513-4057-ba31-98fc3c562538 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:44.185939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:44.189958 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:44.241601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Pushing event updated for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:44.249912 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:44.305539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.305993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:44.376345 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d42b-936f-4283-b2d8-a3466e0a2f76 req-b70bdcdb-0ad7-49e5-b9d0-932a25093231 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.378127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7098d42b-936f-4283-b2d8-a3466e0a2f76 req-b70bdcdb-0ad7-49e5-b9d0-932a25093231 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.3252442 Jun 07 12:03:44.428586 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9775219 Jun 07 12:03:44.430791 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-4cb0c435-2c0c-419c-bc42-ebb321a542e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.432493 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-4cb0c435-2c0c-419c-bc42-ebb321a542e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 1099 time: 0.4283624 Jun 07 12:03:44.449290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Request body: {'port': {'device_id': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:44.577959 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bee947-33d3-4af1-b53f-658361558973 req-b4116104-b1b6-4bbd-a763-d7d3fb39b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.581175 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-b4116104-b1b6-4bbd-a763-d7d3fb39b812 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.4067914 Jun 07 12:03:44.628411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7098d42b-936f-4283-b2d8-a3466e0a2f76 req-3e135a10-c195-4b08-be1b-6f58b220c6c4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268920 Jun 07 12:03:44.730934 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-45b4cdd4-798a-4b1e-a7f4-96375ef2a9a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1350060 Jun 07 12:03:44.847855 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bee947-33d3-4af1-b53f-658361558973 req-4bdabeea-9ad9-4285-bcfe-613995b3dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.849575 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-4bdabeea-9ad9-4285-bcfe-613995b3dd33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.1117132 Jun 07 12:03:44.892699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-85a6b1bf-159c-41d9-9c4e-c2e7fae8dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:44.896200 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-85a6b1bf-159c-41d9-9c4e-c2e7fae8dcc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.4109128 Jun 07 12:03:44.961683 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-ca22fe35-77d9-4191-95ee-9f0ce0830b79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030443 Jun 07 12:03:45.116050 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-f87be260-35be-4e02-999f-4966671e64b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55093445-9ff5-4862-9a05-99d9973206c9 HTTP/1.1" status: 200 len: 217 time: 0.1393306 Jun 07 12:03:45.174702 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-e2076d6e-d57a-4eba-811c-b07f57e7b906 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027631 Jun 07 12:03:45.219907 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24fe41-a157-4584-acd8-fce23d584b04 req-cbc54db1-b938-4bda-b643-d9cf07ea443c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:45.222048 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0c24fe41-a157-4584-acd8-fce23d584b04 req-cbc54db1-b938-4bda-b643-d9cf07ea443c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.9088919 Jun 07 12:03:45.266908 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:45.302235 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58038) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:45.347368 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-8392a22d-42a0-4be6-932f-6edef9ab8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:45.349437 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-8392a22d-42a0-4be6-932f-6edef9ab8bb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.2108366 Jun 07 12:03:45.356195 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0c24fe41-a157-4584-acd8-fce23d584b04 req-fcff3264-1d99-4cb5-98e1-0355cade990b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260436 Jun 07 12:03:45.416720 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-d1bee947-33d3-4af1-b53f-658361558973 req-1395011d-0bd5-429f-b619-ae6f276bb300 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314038 Jun 07 12:03:45.479150 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-12c6f24c-9bef-40f6-aff5-37c878ddb316 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824649 Jun 07 12:03:45.526781 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231fc33-daa0-4445-a826-e55fdfd07520 req-c7199cdb-848d-4dfa-9b18-e23446beb911 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:45.528385 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b231fc33-daa0-4445-a826-e55fdfd07520 req-c7199cdb-848d-4dfa-9b18-e23446beb911 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 931 time: 0.4782052 Jun 07 12:03:45.543750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1058142715-network', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:45.652455 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c47af24d-86e2-44e3-b84a-e9e9be9b1386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.013100 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b231fc33-daa0-4445-a826-e55fdfd07520 req-f9df0e36-681b-4dfa-8e3e-0822033cfb6d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649312 Jun 07 12:03:46.056713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Made reservation on behalf of c7ae2f1d126740069c8621a153cc4aea for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:46.056713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.100734 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.158852 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-4304d531-6d74-428a-8021-c70de8f47f20 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6659336 Jun 07 12:03:46.443870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32801af-c3a1-4496-a69a-f3f7958c91b8 req-c5b8c3a8-12e5-4466-a489-a75e10d08d57 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:46.445506 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a32801af-c3a1-4496-a69a-f3f7958c91b8 req-c5b8c3a8-12e5-4466-a489-a75e10d08d57 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.5516405 Jun 07 12:03:46.513614 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a92c2371-f1e1-44f8-afae-1cc0f6201b5a req-9d615bac-ba00-4468-9e69-d0c46f703c2d service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992005 Jun 07 12:03:46.622684 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a32801af-c3a1-4496-a69a-f3f7958c91b8 req-30e0d925-a21b-4d74-baeb-9e9d301a701f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595747 Jun 07 12:03:46.634426 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:03:46.697645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.727239 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.738109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Transition to ACTIVE for port object 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:46.739114 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.749066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b6c95f8b-6d41-4ce2-bf14-568bc21d8f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:46.759161 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.790155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:03:46.863118 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562006f8-5e83-44ad-a040-5095b3b32b14,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:46.874797 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:46.875929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e47d4425-6edd-49e5-a331-a782e75c0154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:46.917554 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:46.917900 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Added segment 0c302822-67e8-4e0e-822c-af47c0c81d2f of type vlan for network e132221e-01d9-4b80-9086-a5086b274f6a Jun 07 12:03:47.054802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.065129 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Pushing event updated for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:47.080854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:47.088695 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b011a-3e63-463c-baae-c3cf82a3158e req-04309fe2-115d-4bc6-a0c0-52dbb0157af6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:47.096290 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-248b011a-3e63-463c-baae-c3cf82a3158e req-04309fe2-115d-4bc6-a0c0-52dbb0157af6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.4642503 Jun 07 12:03:47.197446 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Attempting to bind port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:47.197785 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Attempting to bind port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:47.198117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Attempting to bind port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 on network e0142408-8513-4057-ba31-98fc3c562538 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:47.200313 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.205193 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-248b011a-3e63-463c-baae-c3cf82a3158e req-f6163a5a-f854-43e3-875e-91fa9fc48e7a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079502 Jun 07 12:03:47.213160 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 on network e0142408-8513-4057-ba31-98fc3c562538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:03:47.214024 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Attempting to bind port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 on network e0142408-8513-4057-ba31-98fc3c562538 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:47.218962 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:47.219655 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.227029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52e7eae2-1a55-4c60-94a5-6aa619a9a880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:47.277539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:47.277888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Checking segment: {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:47.278281 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Bound using segment: {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:47.278735 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Bound port: 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:47.279082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.455030 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1457369 Jun 07 12:03:47.458154 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58068) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:47.463576 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Request body: {'subnet': {'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1058142715-subnet', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:47.470043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Pushing event updated for resources: {'Network': ['ID=e132221e-01d9-4b80-9086-a5086b274f6a,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:47.473757 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:47.483213 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network e132221e-01d9-4b80-9086-a5086b274f6a details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:03:47.495876 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Made reservation on behalf of c7ae2f1d126740069c8621a153cc4aea for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:47.499846 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.540527 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:47.544541 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:47.559150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.575977 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e83b2-b88e-467d-a474-9cdc5a102700 req-dbdff136-72f0-4e58-9943-3fd1b3b1e586 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:47.579644 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f1e83b2-b88e-467d-a474-9cdc5a102700 req-dbdff136-72f0-4e58-9943-3fd1b3b1e586 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 943 time: 0.2822404 Jun 07 12:03:47.590499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:47.785643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:47.786272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.788305 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] 10.222.0.35 "PUT /v2.0/ports/3b17ca86-9a86-4bdc-9bce-909d910a0cd9 HTTP/1.1" status: 200 len: 1093 time: 3.3445461 Jun 07 12:03:47.791356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:03:47.793386 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c0b80-90b5-412e-b2b1-c8759468f67a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:03:47.813451 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:47.819287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dce78dda-20d8-4d81-a3bc-345062241fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:47.872640 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f1e83b2-b88e-467d-a474-9cdc5a102700 req-8faad9ff-330a-4805-be75-a0173c7166eb tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838109 Jun 07 12:03:47.911502 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b506cf6-7aa1-481e-8594-1d3a3e453810,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:47.916082 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:47.927950 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Checking segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:47.928236 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Network hostable DHCP agents. Network: e132221e-01d9-4b80-9086-a5086b274f6a, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:03:47.965222 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Pushing event updated for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:47.972513 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:47.988531 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Network e132221e-01d9-4b80-9086-a5086b274f6a is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:03:48.017051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f70056-fdae-468f-a7ff-68039ef8cee5 req-48aaaa9e-59bc-4ec2-8b73-df83ceb5fc20 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:48.019162 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-39f70056-fdae-468f-a7ff-68039ef8cee5 req-48aaaa9e-59bc-4ec2-8b73-df83ceb5fc20 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2391460 Jun 07 12:03:48.020332 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0280e6fc-cdfa-4c20-8dc7-cb14dc520b2e x-openstack-request-id: req-0280e6fc-cdfa-4c20-8dc7-cb14dc520b2e {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:03:48.020623 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:03:48.020941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0280e6fc-cdfa-4c20-8dc7-cb14dc520b2e {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:03:48.021503 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9', 'status': 'completed', 'code': 200} Jun 07 12:03:48.036717 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, e132221e-01d9-4b80-9086-a5086b274f6a) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:48.042362 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-1a38c426-0a06-4f0c-af20-b930879ee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:48.043935 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-1a38c426-0a06-4f0c-af20-b930879ee5f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 1096 time: 0.1701143 Jun 07 12:03:48.044928 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:48.046840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.059857 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b8279-0092-4de6-8a85-69620a9c06cf None None] Network e132221e-01d9-4b80-9086-a5086b274f6a requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:48.100695 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6339712 Jun 07 12:03:48.100695 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58080) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:48.110307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:48.172772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.174015 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.211413 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.301241 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-e867df35-2119-44bb-8a20-ba26f3282094 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9 HTTP/1.1" status: 200 len: 217 time: 0.2466230 Jun 07 12:03:48.336033 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-39f70056-fdae-468f-a7ff-68039ef8cee5 req-994384e8-1752-478c-ac0e-c07858a81ff4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107233 Jun 07 12:03:48.490342 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.574535 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-a006da44-bdb9-4bab-9d8a-af071edede5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:48.578827 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-a006da44-bdb9-4bab-9d8a-af071edede5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08a80e2d-8e39-4db1-8c2d-24df3244352e HTTP/1.1" status: 200 len: 849 time: 0.2585373 Jun 07 12:03:48.604696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-e132221e-01d9-4b80-9086-a5086b274f6a', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:03:48.605556 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.648294 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58092) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:48.650530 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-be7ccaf3-a59f-4acb-9928-46fb5f8cc411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.673655 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-60b8117d-c057-4b39-ad9a-4701ab19d616 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0142408-8513-4057-ba31-98fc3c562538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844698 Jun 07 12:03:48.866193 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.924473 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:48.925264 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Allocated IP 172.20.0.2 (e132221e-01d9-4b80-9086-a5086b274f6a/3b506cf6-7aa1-481e-8594-1d3a3e453810/1edf899f-f93d-42a3-9361-40e3d85c86df) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:48.950755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa66a8-a2d0-4dbd-90e0-3c0b5e525c12 req-28b1c31d-d224-430e-b9dd-28e034978074 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:48.963448 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91fa66a8-a2d0-4dbd-90e0-3c0b5e525c12 req-28b1c31d-d224-430e-b9dd-28e034978074 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.5214872 Jun 07 12:03:49.051934 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-b04bba36-6ea7-4581-9e65-09fd2fa15095 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681302 Jun 07 12:03:49.195899 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.209137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Transition to ACTIVE for port object 1edf899f-f93d-42a3-9361-40e3d85c86df will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:49.232132 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Transition to ACTIVE for port object 1edf899f-f93d-42a3-9361-40e3d85c86df will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:49.241217 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.245008 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91fa66a8-a2d0-4dbd-90e0-3c0b5e525c12 req-7935fd1a-0b45-446e-ac68-33752617042f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721601 Jun 07 12:03:49.253992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-4552a1d1-4ae6-4fea-898c-75f4763cc899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:49.363058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Network e132221e-01d9-4b80-9086-a5086b274f6a is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:49.372424 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:49.383939 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:49.419895 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff6b58da-8aaf-4745-a437-c8d5f9ff0c65 req-17f08fce-c407-48df-93d1-3660c4e4d854 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925193 Jun 07 12:03:49.434438 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.457585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86183d1d-91e5-46a9-97c1-36245541703f req-015772a8-1153-4b01-88d1-a60bf7ba7b21 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:49.461341 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86183d1d-91e5-46a9-97c1-36245541703f req-015772a8-1153-4b01-88d1-a60bf7ba7b21 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 943 time: 0.3852043 Jun 07 12:03:49.482589 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.581304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Pushing event updated for resources: {'Port': ['ID=1edf899f-f93d-42a3-9361-40e3d85c86df,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:49.586627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:49.611756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Attempting to bind port 1edf899f-f93d-42a3-9361-40e3d85c86df on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:49.612129 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Attempting to bind port 1edf899f-f93d-42a3-9361-40e3d85c86df by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:49.612501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Attempting to bind port 1edf899f-f93d-42a3-9361-40e3d85c86df on network e132221e-01d9-4b80-9086-a5086b274f6a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:49.618844 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:49.619222 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Checking segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:49.619631 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.620027 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Bound using segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:49.620913 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Bound port: 1edf899f-f93d-42a3-9361-40e3d85c86df, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:49.621478 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.630970 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.635180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86183d1d-91e5-46a9-97c1-36245541703f req-27426f74-ff46-4254-bd3e-26907b03eac9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651328 Jun 07 12:03:49.641824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.651933 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de133ecc-8340-4e4e-88aa-5bad55584e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:49.723246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Allocated IP 172.27.0.70 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/3aa2aecf-15e0-4a56-976b-fddf9bdf056a) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:49.747300 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963dc8fe-5f5a-4606-b8d4-b8bfb855ddff,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:49.753112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:49.755638 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62821aefae774270b31412ebd28ce4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1011171 Jun 07 12:03:49.758453 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58110) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:49.780092 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-3b51a5e7-21fb-45f4-8e37-eebd3077e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:49.783126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-3b51a5e7-21fb-45f4-8e37-eebd3077e6e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 1096 time: 0.2491379 Jun 07 12:03:49.788137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] For port 1edf899f-f93d-42a3-9361-40e3d85c86df, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:49.799075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] For port 1edf899f-f93d-42a3-9361-40e3d85c86df, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1edf899f-f93d-42a3-9361-40e3d85c86df,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:49.814760 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.818637 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:49.825886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:49.932875 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Pushing event updated for resources: {'Port': ['ID=1edf899f-f93d-42a3-9361-40e3d85c86df,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:49.941758 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:49.948906 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.014595 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.023926 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.028445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-66e72cf8-b029-41f0-be4a-78e3d3776c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:50.030463 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-66e72cf8-b029-41f0-be4a-78e3d3776c3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 910 time: 0.2395823 Jun 07 12:03:50.096357 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.116749 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:50.157791 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-1aad20e7-6756-4beb-b35c-77c64aef9a99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9 HTTP/1.1" status: 200 len: 217 time: 0.1193326 Jun 07 12:03:50.181366 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:03:50.224865 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.229192 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.231173 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/963dc8fe-5f5a-4606-b8d4-b8bfb855ddff HTTP/1.1" status: 204 len: 168 time: 0.4715910 Jun 07 12:03:50.278432 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-1b9cde53-d325-4b66-9340-d0cda29bc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:50.280125 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-1b9cde53-d325-4b66-9340-d0cda29bc924 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08a80e2d-8e39-4db1-8c2d-24df3244352e HTTP/1.1" status: 200 len: 849 time: 0.1127205 Jun 07 12:03:50.280840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:50.286675 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:50.293996 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:50.350184 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:50.354666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:50.355155 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-24f7f424-81bf-48c4-9c98-d8f3e2a9ad93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:50.381952 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-13107011-9b48-49f9-8db2-89ac49ea4be7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0142408-8513-4057-ba31-98fc3c562538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876641 Jun 07 12:03:50.404886 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963dc8fe-5f5a-4606-b8d4-b8bfb855ddff,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:50.409404 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:50.695329 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-afc1b3c1-7910-47e2-a814-8c90ca1a32e2 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040497 Jun 07 12:03:50.771322 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58140) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:50.808875 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:50.826646 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3cd1-8f8d-45d0-9ee8-f454017c3aa4 req-a6a62304-ee71-4dc8-aff2-2eab232a52ac tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:50.828925 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-538a3cd1-8f8d-45d0-9ee8-f454017c3aa4 req-a6a62304-ee71-4dc8-aff2-2eab232a52ac tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2949789 Jun 07 12:03:51.115212 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-538a3cd1-8f8d-45d0-9ee8-f454017c3aa4 req-55daa597-fff4-4adc-96b6-9ce7e7afd284 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258687 Jun 07 12:03:51.118687 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-652c0b80-90b5-412e-b2b1-c8759468f67a req-f487c993-ebad-49fe-93fd-7cddff3b1e42 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861172 Jun 07 12:03:51.148575 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b0bcf-6838-4727-9a72-c11b07dcafed req-b6c78f0a-94c3-4373-a651-dfe4d0f6c8d8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:51.151701 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9e6b0bcf-6838-4727-9a72-c11b07dcafed req-b6c78f0a-94c3-4373-a651-dfe4d0f6c8d8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.4552066 Jun 07 12:03:51.188108 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:51.208404 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9e6b0bcf-6838-4727-9a72-c11b07dcafed req-11cc7717-faeb-4837-b31e-3f89792117cd tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557039 Jun 07 12:03:51.314007 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a766eeb1-ead0-4920-8ef3-e2e17381cf30 None None] Network e132221e-01d9-4b80-9086-a5086b274f6a requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:03:51.402877 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ac2e2-41e5-46ca-af4c-ae70e11a83f8 req-7570f6fd-3eb5-45f1-94aa-2ae4ef77452d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:51.404828 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3b3ac2e2-41e5-46ca-af4c-ae70e11a83f8 req-7570f6fd-3eb5-45f1-94aa-2ae4ef77452d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 943 time: 0.1340857 Jun 07 12:03:51.470021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3b3ac2e2-41e5-46ca-af4c-ae70e11a83f8 req-82d2a22e-0f35-43fc-8d61-5de771c69235 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587478 Jun 07 12:03:51.547687 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-56a7d71c-14de-4427-98f3-ff9d3a21bd95 None None] Provisioning for port 1edf899f-f93d-42a3-9361-40e3d85c86df completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:51.614962 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:51.630598 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:51.650545 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c8e6baee-1068-4298-a3d1-7552285d9b1b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:51.663597 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:51.765485 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:03:51.788789 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc1d7b994376456f8ad5b8871527236e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0137486 Jun 07 12:03:51.789514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58152) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:51.795841 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70f366c-fd5f-4f05-9473-0dedf0b76ec2,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:51.800970 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:51.944708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.006600 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.117026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.117330 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.121830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.126865 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a70f366c-fd5f-4f05-9473-0dedf0b76ec2 HTTP/1.1" status: 204 len: 168 time: 0.3326638 Jun 07 12:03:52.126865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1a9509ef-4424-4c8b-8801-9b7176778f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:52.144845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70f366c-fd5f-4f05-9473-0dedf0b76ec2,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:52.148513 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:52.418845 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1edf899f-f93d-42a3-9361-40e3d85c86df up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:52.464097 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:52.500785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9', 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538', 'port_id': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9', 'mac_address': 'fa:16:3e:80:b4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a80e2d-8e39-4db1-8c2d-24df3244352e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:03:52.563100 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:03:52.592402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.615275 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:03:52.638351 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:52.640384 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 1edf899f-f93d-42a3-9361-40e3d85c86df completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:52.648077 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.650975 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:52.687282 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 1edf899f-f93d-42a3-9361-40e3d85c86df triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:52.687840 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.745019 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eba027-2f6a-44b2-829b-8a96959f77d3 req-5708aad6-ae37-4ecd-a5a7-049ae2814462 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:52.772461 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-27eba027-2f6a-44b2-829b-8a96959f77d3 req-5708aad6-ae37-4ecd-a5a7-049ae2814462 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2947230 Jun 07 12:03:52.833546 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:52.845736 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:52.910169 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:52.928524 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Sync routers for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:52.933235 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.951026 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.951865 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:52.955672 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8578987 Jun 07 12:03:52.956117 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58170) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:52.967326 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:52.988391 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 1edf899f-f93d-42a3-9361-40e3d85c86df, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1edf899f-f93d-42a3-9361-40e3d85c86df,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:52.993998 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:52.997207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:53.036472 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-27eba027-2f6a-44b2-829b-8a96959f77d3 req-19a4f76e-acd2-40e3-85a4-da535b84a36d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611809 Jun 07 12:03:53.140707 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e23ed-8bea-4d60-99bd-852267e9937f req-90df7c27-26fc-4d87-b310-2ed494ca7782 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:53.149374 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['3b17ca86-9a86-4bdc-9bce-909d910a0cd9'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:03:53.152607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc7e23ed-8bea-4d60-99bd-852267e9937f req-90df7c27-26fc-4d87-b310-2ed494ca7782 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 944 time: 0.3456893 Jun 07 12:03:53.213320 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc7e23ed-8bea-4d60-99bd-852267e9937f req-b236bec2-16b8-4f1e-a03c-9912cebd98e5 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593812 Jun 07 12:03:53.315822 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=1edf899f-f93d-42a3-9361-40e3d85c86df,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:53.328478 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:53.402126 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:53.895281 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:50Z', 'revision_number': 3, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:53.898410 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Checking router: 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:03:53.898906 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Updating router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:03:53.967769 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:54.288361 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1edf899f-f93d-42a3-9361-40e3d85c86df up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:54.391873 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:54.520726 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 1edf899f-f93d-42a3-9361-40e3d85c86df triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:54.521014 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:54.931185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede68b-3234-4145-b09f-cac43bc31948 req-949aa481-54e1-4303-85a1-f7e2b6af8b9f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:54.934271 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f5ede68b-3234-4145-b09f-cac43bc31948 req-949aa481-54e1-4303-85a1-f7e2b6af8b9f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 944 time: 0.5038362 Jun 07 12:03:55.009062 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2056a-2e3b-45c0-ae7a-85f430d84da0 req-19e35d4a-0923-4ac8-bfc4-fce485c40149 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:55.010628 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a1e2056a-2e3b-45c0-ae7a-85f430d84da0 req-19e35d4a-0923-4ac8-bfc4-fce485c40149 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.3768117 Jun 07 12:03:55.034517 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.053909 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Transition to ACTIVE for port object 3aa2aecf-15e0-4a56-976b-fddf9bdf056a will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:55.065692 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.075783 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:55.080102 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Allocated IP 172.20.0.1 (e132221e-01d9-4b80-9086-a5086b274f6a/3b506cf6-7aa1-481e-8594-1d3a3e453810/79728868-e9ee-47e7-aa94-741a6fe00950) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:03:55.091661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f5ede68b-3234-4145-b09f-cac43bc31948 req-86e4f09b-2865-4a4d-8ef4-3060f387a8d4 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320150 Jun 07 12:03:55.129199 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a1e2056a-2e3b-45c0-ae7a-85f430d84da0 req-9028ee96-8c5a-4b85-87fd-fa75098cb58b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089137 Jun 07 12:03:55.174460 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Attempting to bind port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:03:55.174962 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Attempting to bind port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:03:55.175422 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Attempting to bind port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:03:55.189186 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:03:55.189186 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:03:55.189697 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.189697 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:03:55.190161 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Bound port: 3aa2aecf-15e0-4a56-976b-fddf9bdf056a, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:03:55.190533 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.217711 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Pushing event updated for resources: {'Port': ['ID=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,revision_number=2']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:55.221457 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:55.293420 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] For port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:03:55.299311 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.300245 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] For port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:03:55.307203 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.315024 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:55.319018 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Transition to ACTIVE for port object 79728868-e9ee-47e7-aa94-741a6fe00950 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:03:55.353446 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.363240 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:55.426944 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:55.427617 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:55.431211 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Network e132221e-01d9-4b80-9086-a5086b274f6a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:55.434677 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:55.437954 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:03:55.489466 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:55.499979 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:55.501490 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Pushing event updated for resources: {'Port': ['ID=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:55.506639 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:55.538599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.675790 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:55.756953 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:55.927046 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-e1b03438-cb9f-4e41-86b6-12ff6797fb80 None None] Provisioning for port 79728868-e9ee-47e7-aa94-741a6fe00950 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:55.946207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-e1b03438-cb9f-4e41-86b6-12ff6797fb80 None None] Provisioning complete for port 79728868-e9ee-47e7-aa94-741a6fe00950 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:55.946817 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e1b03438-cb9f-4e41-86b6-12ff6797fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:56.044992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-e1b03438-cb9f-4e41-86b6-12ff6797fb80 None None] Port 79728868-e9ee-47e7-aa94-741a6fe00950 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:56.127706 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:50Z', 'revision_number': 3, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:56.134282 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9720c-bdd7-4095-bf89-1bfaad3186ec None None] The sync data for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi is: [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:50Z', 'revision_number': 3, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:03:56.160750 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:56.168006 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:56.200368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-053dc3dd-287e-486f-8be2-3ccc3f14bad9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:56.323281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Pushing event updated for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:56.328826 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:56.330407 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:56.582142 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2549e1-1b26-413d-99fc-c9f02762d61b req-3ec8c681-2f01-4373-a6d6-1fb47927f6ff tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:56.583713 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb2549e1-1b26-413d-99fc-c9f02762d61b req-3ec8c681-2f01-4373-a6d6-1fb47927f6ff tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 944 time: 0.1332610 Jun 07 12:03:56.590878 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Network e132221e-01d9-4b80-9086-a5086b274f6a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:03:56.594645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:03:56.643011 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1996a-6922-4983-97c6-1e6d3029811e req-ba038304-d4b4-42ec-bb9c-f5c1053447f2 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:56.660369 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-54a1996a-6922-4983-97c6-1e6d3029811e req-ba038304-d4b4-42ec-bb9c-f5c1053447f2 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.3122237 Jun 07 12:03:56.702662 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb2549e1-1b26-413d-99fc-c9f02762d61b req-6ca6c590-692c-478c-bb97-5c99597addea tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091819 Jun 07 12:03:56.783221 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-54a1996a-6922-4983-97c6-1e6d3029811e req-9cd0ebe7-2baa-4634-804c-577d4732234e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216738 Jun 07 12:03:56.996984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0c57ef34-a85d-48eb-b897-11960697c269 None None] Provisioning complete for port 79728868-e9ee-47e7-aa94-741a6fe00950 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:56.997555 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0c57ef34-a85d-48eb-b897-11960697c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:57.009179 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:03:57.120113 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0c57ef34-a85d-48eb-b897-11960697c269 None None] Port 79728868-e9ee-47e7-aa94-741a6fe00950 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:03:57.361622 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:57.440955 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:03:57.466846 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] 10.222.0.22 "PUT /v2.0/routers/01ad2dc0-3c6a-42de-bfc3-0d19c1255808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5090730 Jun 07 12:03:57.493966 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:57.505064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:57.506095 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:57.659420 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:57.697542 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:03:57.700967 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6293a5da-616e-4c05-9e6f-06ad43bdbccd" -d '{"events": [{"server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "name": "network-vif-plugged", "status": "completed", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:03:57.712831 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:57.720408 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:57.725783 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:57.840475 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c82aa-49bc-4bcc-98a9-dba15f455457 x-openstack-request-id: req-fa9c82aa-49bc-4bcc-98a9-dba15f455457 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:03:57.840985 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "name": "network-vif-plugged", "status": "completed", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:03:57.841666 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa9c82aa-49bc-4bcc-98a9-dba15f455457 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:03:57.843129 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9', 'code': 200} Jun 07 12:03:57.878202 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:57.885831 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:58.060093 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb42c-580f-4a8d-8e1d-b420a24b81ec req-cfded118-1ff2-49ae-a2a0-9decbd2397f3 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:58.062329 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86fbb42c-580f-4a8d-8e1d-b420a24b81ec req-cfded118-1ff2-49ae-a2a0-9decbd2397f3 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.1760905 Jun 07 12:03:58.126976 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6999-14a9-4f26-8311-3bd4da965bdd req-82ce04a8-33dc-45df-8fb3-ed9097c9be2b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:58.128542 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8c3e6999-14a9-4f26-8311-3bd4da965bdd req-82ce04a8-33dc-45df-8fb3-ed9097c9be2b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.1533637 Jun 07 12:03:58.133701 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86fbb42c-580f-4a8d-8e1d-b420a24b81ec req-c4b85340-8810-4d77-b12d-71318e3776a9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661669 Jun 07 12:03:58.220144 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8c3e6999-14a9-4f26-8311-3bd4da965bdd req-756b1a32-0351-481f-a4e1-42bc13f60c5d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784478 Jun 07 12:03:58.296637 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3aa2aecf-15e0-4a56-976b-fddf9bdf056a up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:03:58.396358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58290) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:58.401723 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389150043-network', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:58.445205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:03:58.452445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:03:58.453280 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:58.477796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Made reservation on behalf of 90364e8ad40245ad93ebd0958a441a7d for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:58.482214 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:58.544881 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:58.633549 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:58.686049 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:03:58.693878 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:58.699275 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:58.869839 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Sync routers for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:03:58.909390 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:03:58.910277 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:03:58.993206 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.008146 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.017768 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-95c56176-e533-474b-ab78-8b994b9882d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:59.046381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:59.054190 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:59.068523 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:03:59.083365 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab213ee-7ac5-405e-9bbf-a2bd0e886d10,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:59.088634 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:59.093483 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.093832 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Added segment 784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225 of type vlan for network 6f064efb-366f-4415-bc29-22b61cd49c0b Jun 07 12:03:59.103742 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b241-8faf-423f-96ba-3aa66718b5e0 req-a4167696-585b-4bcd-bbf2-ad2ad3cff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:59.105137 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-81b7b241-8faf-423f-96ba-3aa66718b5e0 req-a4167696-585b-4bcd-bbf2-ad2ad3cff93e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 1098 time: 0.2985113 Jun 07 12:03:59.164161 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.191485 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-81b7b241-8faf-423f-96ba-3aa66718b5e0 req-f538a691-5934-4322-8477-d8925385dc9a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721889 Jun 07 12:03:59.236145 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.237163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:59.237947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.281383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-90e3bcfb-b814-495d-9a94-e007bc457467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:59.302095 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:03:59.435801 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0376780 Jun 07 12:03:59.438941 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58312) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:03:59.444352 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Request body: {'subnet': {'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389150043-subnet', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:03:59.486773 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Made reservation on behalf of 90364e8ad40245ad93ebd0958a441a7d for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:03:59.492554 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.577848 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Pushing event updated for resources: {'Network': ['ID=6f064efb-366f-4415-bc29-22b61cd49c0b,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:03:59.593162 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:03:59.611195 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 6f064efb-366f-4415-bc29-22b61cd49c0b details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:03:59.660615 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704d93-bdc1-481c-aa7f-d1a189b10e61 req-4c60ef62-1ff8-4d7a-a6a2-c76ed519b0d9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:59.660615 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d4704d93-bdc1-481c-aa7f-d1a189b10e61 req-4c60ef62-1ff8-4d7a-a6a2-c76ed519b0d9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.3433671 Jun 07 12:03:59.716235 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae93e6-e1e0-49cd-bd08-59aa95373f62 req-a50d5601-a7fd-440e-bf1f-94aa2c7330b1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:03:59.719509 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-38ae93e6-e1e0-49cd-bd08-59aa95373f62 req-a50d5601-a7fd-440e-bf1f-94aa2c7330b1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2873013 Jun 07 12:03:59.784753 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d4704d93-bdc1-481c-aa7f-d1a189b10e61 req-a089c08e-c1ea-4856-9d0e-e36862f32094 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123226 Jun 07 12:03:59.800982 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:03:59.817481 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2583b9b9-8217-4b12-8ab5-9ae20e63f251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:03:59.952136 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-38ae93e6-e1e0-49cd-bd08-59aa95373f62 req-e1098341-3518-4733-9ec5-160c252d4d14 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746218 Jun 07 12:04:00.037713 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Checking segment: {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:00.038222 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Network hostable DHCP agents. Network: 6f064efb-366f-4415-bc29-22b61cd49c0b, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:04:00.074355 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe58201-aff0-4195-a0f7-ccf9890de88b,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:00.082659 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:00.100390 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Network 6f064efb-366f-4415-bc29-22b61cd49c0b is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:04:00.116953 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 6f064efb-366f-4415-bc29-22b61cd49c0b) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:00.126410 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:00.127177 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.135991 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f257553-61cf-4a2d-a4f6-46e10180b5eb None None] Network 6f064efb-366f-4415-bc29-22b61cd49c0b requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:04:00.178691 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58334) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:00.181013 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7407923 Jun 07 12:04:00.183627 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:00.250411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.256210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.294570 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.297920 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3aa2aecf-15e0-4a56-976b-fddf9bdf056a up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:00.423886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 2, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:00.439334 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Checking router: 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:04:00.439730 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Updating router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 port 79728868-e9ee-47e7-aa94-741a6fe00950 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:04:00.505588 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:04:00.677143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.719262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-6f064efb-366f-4415-bc29-22b61cd49c0b', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:04:00.720090 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.748207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:00.748727 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:00.830984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.db.resource_extend [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 12:04:01.043409 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:01.278127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae1ebd-a5f1-4ec5-b224-043a74cf453d req-148880b6-16bb-4532-b60d-6a11d4cd5a9b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:01.287912 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6cae1ebd-a5f1-4ec5-b224-043a74cf453d req-148880b6-16bb-4532-b60d-6a11d4cd5a9b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.2373142 Jun 07 12:04:01.497571 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:01.529266 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6cae1ebd-a5f1-4ec5-b224-043a74cf453d req-d3971f26-4a83-4d25-946d-693fc84aee58 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408862 Jun 07 12:04:01.563733 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'c801abcf-db5d-449a-a470-8c490a198057', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:04:01.566119 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Allocated IP 172.20.0.2 (6f064efb-366f-4415-bc29-22b61cd49c0b/7fe58201-aff0-4195-a0f7-ccf9890de88b/dd27c7ee-76f4-45ad-a0de-3cd09a8d6778) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:01.596391 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711d64-6533-434b-9f6a-44180549586d req-2910594c-6f54-458d-b0cd-af70a3ec9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:01.598114 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-2910594c-6f54-458d-b0cd-af70a3ec9fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.2200768 Jun 07 12:04:01.877530 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871fddd-8483-4968-87f9-d8f3591761a0 req-05bc2f89-2ede-452c-a9bc-2d3ed87003dd tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:01.879240 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3871fddd-8483-4968-87f9-d8f3591761a0 req-05bc2f89-2ede-452c-a9bc-2d3ed87003dd tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.4166207 Jun 07 12:04:01.994046 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.038115 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.090153 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3871fddd-8483-4968-87f9-d8f3591761a0 req-3285268a-3481-469c-8902-327e01e5b4fb tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506224 Jun 07 12:04:02.112284 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.132483 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711d64-6533-434b-9f6a-44180549586d req-2f437a7a-e451-464c-a218-7f46d509f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:02.135839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-2f437a7a-e451-464c-a218-7f46d509f665 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.4699104 Jun 07 12:04:02.188051 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:02.203875 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58394) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:02.300854 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:02.323055 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.330358 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:02.334914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ad69f-e5f8-40c5-9e64-6aa31237749e req-24c78729-1378-4d06-8964-f7243820de37 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:02.342227 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-569ad69f-e5f8-40c5-9e64-6aa31237749e req-24c78729-1378-4d06-8964-f7243820de37 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.6457117 Jun 07 12:04:02.353364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-1250b193-b732-4403-b221-d2cde4ee2134 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1456730 Jun 07 12:04:02.434351 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.db.resource_extend [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 12:04:02.471712 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['c801abcf-db5d-449a-a470-8c490a198057'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:04:02.510903 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.615247 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711d64-6533-434b-9f6a-44180549586d req-3af1a314-c37b-4248-b942-436158d86fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:02.618171 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-3af1a314-c37b-4248-b942-436158d86fb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.2045641 Jun 07 12:04:02.680482 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=6']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:02.684171 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:02.697997 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.702756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.728152 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Transition to ACTIVE for port object dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:02.748100 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-780a474e-987f-45bb-90a5-bec910a2263b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089654 Jun 07 12:04:02.752109 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Transition to ACTIVE for port object 79728868-e9ee-47e7-aa94-741a6fe00950 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:02.783460 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.787364 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.793863 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:02.796534 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Transition to ACTIVE for port object dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:02.798707 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:02.808195 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f17e2def-65c8-46d6-b61c-d9b67178d375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:02.897909 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c7ba5f8a87342769355168410a97145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901648 Jun 07 12:04:02.897909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa567da-61e4-4d67-9598-08d9b9ff886c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:02.911252 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58414) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:02.959642 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:02.973304 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-569ad69f-e5f8-40c5-9e64-6aa31237749e req-3f3fab3e-681d-4fc3-9f34-8c971c7cb15a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294491 Jun 07 12:04:02.996463 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.018855 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.059766 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.182096 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.182357 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Pushing event updated for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:03.185470 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:03.185665 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.188445 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/caa567da-61e4-4d67-9598-08d9b9ff886c HTTP/1.1" status: 204 len: 168 time: 0.2753482 Jun 07 12:04:03.191315 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Network 6f064efb-366f-4415-bc29-22b61cd49c0b is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:03.192054 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-55de32dd-5654-462c-be7e-4d23e6d9ebf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:03.196462 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:03.225554 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa567da-61e4-4d67-9598-08d9b9ff886c,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:03.235128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:03.237531 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:03.240101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:03.355982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Allocated IP 172.27.0.6 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/cd3837ea-ac6f-43ad-859d-cad6e748d6e7) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:03.406807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5007e-b045-4f97-a2e1-56774153587d req-05d46729-885f-4fc5-b96a-6f846ea79f1f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:03.408384 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25f5007e-b045-4f97-a2e1-56774153587d req-05d46729-885f-4fc5-b96a-6f846ea79f1f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.4321811 Jun 07 12:04:03.491458 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Pushing event updated for resources: {'Port': ['ID=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:03.502157 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:03.502514 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Attempting to bind port 79728868-e9ee-47e7-aa94-741a6fe00950 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:03.502772 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Attempting to bind port 79728868-e9ee-47e7-aa94-741a6fe00950 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:03.503145 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Attempting to bind port 79728868-e9ee-47e7-aa94-741a6fe00950 on network e132221e-01d9-4b80-9086-a5086b274f6a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:03.532045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:03.532526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Checking segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:03.532914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.533303 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Bound using segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:03.533804 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Bound port: 79728868-e9ee-47e7-aa94-741a6fe00950, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:03.534212 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.550911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Attempting to bind port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:03.550911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Attempting to bind port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:03.551627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Attempting to bind port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 on network 6f064efb-366f-4415-bc29-22b61cd49c0b {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:03.638697 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:03.639278 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Checking segment: {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:03.639971 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.640700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Bound using segment: {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:03.641308 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Bound port: dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:03.641824 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.790950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] For port 79728868-e9ee-47e7-aa94-741a6fe00950, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:03.794484 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58432) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:03.801744 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] For port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:03.804787 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] For port 79728868-e9ee-47e7-aa94-741a6fe00950, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=79728868-e9ee-47e7-aa94-741a6fe00950,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:03.806932 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] For port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:03.814512 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.825517 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:03.832351 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.885532 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:03.887710 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-da0e69d6-59fe-4807-b913-362703d5e545 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056828 Jun 07 12:04:03.954874 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-25f5007e-b045-4f97-a2e1-56774153587d req-7121ac4e-f08b-40e0-ac74-d400a5c623cf tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285766 Jun 07 12:04:03.959835 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:03.960692 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:03.997429 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919498f-1d88-44d6-b06e-97ed2c590dce req-940eb5c8-8be2-4892-bf4d-403c5a400fe7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:04.017986 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2919498f-1d88-44d6-b06e-97ed2c590dce req-940eb5c8-8be2-4892-bf4d-403c5a400fe7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.5768604 Jun 07 12:04:04.032763 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.062959 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.071139 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.099788 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-93bcfe93-e7d7-4e37-830b-ac62c85c4643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:04.104636 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Pushing event updated for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:04.165075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:04.165689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:04.191721 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76ea27-6626-4e1b-b624-ebdb926ff8b9,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:04.198526 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:04.209808 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2919498f-1d88-44d6-b06e-97ed2c590dce req-dff5ac33-2a46-4cca-9a30-ab601e852201 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887889 Jun 07 12:04:04.243496 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9149b8321c7e41b6be6254fef0ff5151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470389 Jun 07 12:04:04.247877 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58438) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:04.345218 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.383167 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.393029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c5cbcd08-1bde-4f61-a18a-ea9a78f9a825 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:04.404415 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.464011 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:04.472099 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:04.478850 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:04.559356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5965d-887e-46fa-8195-37e38335b787 req-2474ce8b-04f0-43b6-bf7a-09996e2f2a34 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:04.561364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e2d5965d-887e-46fa-8195-37e38335b787 req-2474ce8b-04f0-43b6-bf7a-09996e2f2a34 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2935283 Jun 07 12:04:04.567312 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.574480 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:04.580577 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:04.584029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:04.585383 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef76ea27-6626-4e1b-b624-ebdb926ff8b9 HTTP/1.1" status: 204 len: 168 time: 0.3358998 Jun 07 12:04:04.587389 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e1aec4e3-1311-4408-9452-0714570a5eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:04.642586 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76ea27-6626-4e1b-b624-ebdb926ff8b9,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:04.652645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:04.905662 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:05.121725 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Pushing event updated for resources: {'Port': ['ID=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:05.127083 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e2d5965d-887e-46fa-8195-37e38335b787 req-dc7ff30f-d9fd-443d-9e9a-b1625305b08a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392621 Jun 07 12:04:05.133520 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:05.611427 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06711d64-6533-434b-9f6a-44180549586d req-ebe6022e-7c32-4723-8359-ca3b3d65416b service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427542 Jun 07 12:04:05.615046 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:05.696290 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:03Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:05.705702 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6993aa-eef4-4613-af05-0a9ffb2758ce None None] The sync data for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi is: [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:03Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:04:05.958777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d71109-90df-49f8-9cab-970d593d6b84 None None] Network 6f064efb-366f-4415-bc29-22b61cd49c0b requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:04:06.100750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff597794-035c-45f5-92cb-55c2a3dffbbc req-18580181-af22-46d0-9948-ff187aa1c303 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:06.106439 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff597794-035c-45f5-92cb-55c2a3dffbbc req-18580181-af22-46d0-9948-ff187aa1c303 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.6256468 Jun 07 12:04:06.195882 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-c62a953d-fd2f-49b9-8140-d037b1ba203b None None] Provisioning for port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:06.692865 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 79728868-e9ee-47e7-aa94-741a6fe00950 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:06.714645 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ff597794-035c-45f5-92cb-55c2a3dffbbc req-95f26980-964c-4d36-89d2-6be5f3242aed tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5109692 Jun 07 12:04:07.079502 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 79728868-e9ee-47e7-aa94-741a6fe00950 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:07.097852 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 79728868-e9ee-47e7-aa94-741a6fe00950 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:07.102056 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:07.337416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:07.341846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:07.484409 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 79728868-e9ee-47e7-aa94-741a6fe00950, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=79728868-e9ee-47e7-aa94-741a6fe00950,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:07.499501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:07.500466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:07.644763 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-9aafb63f-61bf-4f49-a5da-6345e772c577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:07.710729 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e00c7-dadf-4880-83bc-466370bcae3d req-7e53bb88-d1f5-44a6-84c0-9cb2dfc2d008 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:07.712349 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-178e00c7-dadf-4880-83bc-466370bcae3d req-7e53bb88-d1f5-44a6-84c0-9cb2dfc2d008 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.9800882 Jun 07 12:04:08.104985 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:08.165262 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-178e00c7-dadf-4880-83bc-466370bcae3d req-d8be0a10-d329-45b7-a13d-179fba56897c tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263411 Jun 07 12:04:08.333079 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:08.345638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Router d81ff917-298c-40d7-a179-540a2d5f829a is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:04:08.388585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74646491-8f47-4d16-be33-876a3ce73e35 req-1f9d9707-fa86-4dc0-977b-895487b592f6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:08.392871 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-74646491-8f47-4d16-be33-876a3ce73e35 req-1f9d9707-fa86-4dc0-977b-895487b592f6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.2233925 Jun 07 12:04:08.425538 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.433116 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.433752 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.434305 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.434834 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.435617 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.437176 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.438173 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.438818 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.439402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.439972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.440540 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:08.473941 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:08.526635 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:08.560583 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:08.563327 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:08.849887 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-74646491-8f47-4d16-be33-876a3ce73e35 req-f1f1c7af-c5e0-4bf6-93b9-6b24ec32af48 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515557 Jun 07 12:04:08.918831 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port c801abcf-db5d-449a-a470-8c490a198057 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:08.919216 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:08.931474 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:04:08.950096 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Sync routers for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:04:09.003419 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b729b11-04f6-40bb-a36c-26dbe63f3c17 req-ef008e0c-9fa8-40b7-a131-b0117fe71c8c tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:09.011068 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5b729b11-04f6-40bb-a36c-26dbe63f3c17 req-ef008e0c-9fa8-40b7-a131-b0117fe71c8c tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.3542511 Jun 07 12:04:09.014931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:09.016721 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8369598 Jun 07 12:04:09.020752 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58550) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:09.033995 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:09.038951 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:09.154447 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:09.197009 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5b729b11-04f6-40bb-a36c-26dbe63f3c17 req-75d9f4e1-3be3-4da9-a725-7fd717bbf208 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695495 Jun 07 12:04:09.347791 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:09.443314 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:09.460999 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-f32d1bf7-cf25-4919-92a2-e41cc6914f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:09.674032 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 79728868-e9ee-47e7-aa94-741a6fe00950 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:09.684945 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:09.784039 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:09.863853 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:09.882245 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:09.893175 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:09.898228 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfece7ad-bc41-4489-958a-c3160a152c49 req-60940fe2-6095-455f-b238-7505460be791 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:09.899816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bfece7ad-bc41-4489-958a-c3160a152c49 req-60940fe2-6095-455f-b238-7505460be791 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2881947 Jun 07 12:04:09.901075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf230e54-0b83-4aed-b8d9-afb22ca3c8bd" -d '{"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:09.934908 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:09.945879 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:09.948778 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:10.032076 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bfece7ad-bc41-4489-958a-c3160a152c49 req-6b7c5259-f0cf-4e42-a66b-74db3e3c71d1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256628 Jun 07 12:04:10.171526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 79728868-e9ee-47e7-aa94-741a6fe00950 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:10.174607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:10.359620 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80085abe-a297-4269-affa-32332e75cddf x-openstack-request-id: req-80085abe-a297-4269-affa-32332e75cddf {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:10.360192 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:10.360541 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80085abe-a297-4269-affa-32332e75cddf {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:10.361072 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'code': 200} Jun 07 12:04:10.522104 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ab72-8182-4084-9c12-cf94f4241a6b req-a0775333-59a4-4208-9ad1-3544338f411e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:10.529317 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee93ab72-8182-4084-9c12-cf94f4241a6b req-a0775333-59a4-4208-9ad1-3544338f411e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.2397377 Jun 07 12:04:10.626082 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=7']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:10.633823 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:10.698233 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:10.711426 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee93ab72-8182-4084-9c12-cf94f4241a6b req-14ab6f2c-f161-4886-b094-2b0e0a2b8510 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728721 Jun 07 12:04:10.804122 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb80e3-6fe6-4850-b7da-40b06b862227 req-a9e39d5b-f402-4faa-b829-e328996343a3 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:10.804122 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-daeb80e3-6fe6-4850-b7da-40b06b862227 req-a9e39d5b-f402-4faa-b829-e328996343a3 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.1894925 Jun 07 12:04:10.888790 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:04Z', 'revision_number': 3, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:10.894779 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Checking router: d81ff917-298c-40d7-a179-540a2d5f829a for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:04:10.895108 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Updating router d81ff917-298c-40d7-a179-540a2d5f829a port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:04:10.912070 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-daeb80e3-6fe6-4850-b7da-40b06b862227 req-f89983f3-978b-4ec1-a2de-d537ebed4991 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989423 Jun 07 12:04:11.011467 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:11.239382 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-02efdfe6-4065-4dda-a422-79b05c9d5d1d tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024513752&fields=id&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 267 time: 0.1422813 Jun 07 12:04:11.430055 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Allocated IP 172.20.0.1 (6f064efb-366f-4415-bc29-22b61cd49c0b/7fe58201-aff0-4195-a0f7-ccf9890de88b/399456c8-a6d2-443f-a431-9b27081a6075) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:11.699975 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:11.803267 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:11.894260 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Transition to ACTIVE for port object 399456c8-a6d2-443f-a431-9b27081a6075 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:11.989236 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.004530 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-ba15c8a6-de9b-48d3-a2a5-ba1cade8ad97 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:12.007657 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34d7f797-cd55-46c8-a84d-dcec0ecb2809 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:12.008373 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-ba15c8a6-de9b-48d3-a2a5-ba1cade8ad97 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.7676573 Jun 07 12:04:12.047664 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406cf05-0457-4c5c-8561-9e80e46c4b29 req-b55caf62-5edf-4fe5-ab20-c87e1faf8168 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:12.050839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9406cf05-0457-4c5c-8561-9e80e46c4b29 req-b55caf62-5edf-4fe5-ab20-c87e1faf8168 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.5436809 Jun 07 12:04:12.114010 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-867f12ca-e908-4f8b-81aa-a4a9519799d3 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/quotas/8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 375 time: 0.0883365 Jun 07 12:04:12.134334 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.168612 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Transition to ACTIVE for port object cd3837ea-ac6f-43ad-859d-cad6e748d6e7 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:12.183328 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:12.184268 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.196100 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.229685 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9406cf05-0457-4c5c-8561-9e80e46c4b29 req-e6c2add0-8e31-402c-a39d-a5d0e02136e8 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691697 Jun 07 12:04:12.242989 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:12.281108 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Network 6f064efb-366f-4415-bc29-22b61cd49c0b is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:12.286394 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:12.292137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:12.298976 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-1c39934e-45be-4a53-852c-fbd357eff1b0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1826246 Jun 07 12:04:12.344417 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Pushing event updated for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:12.349276 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:12.403944 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.495384 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.691603 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Attempting to bind port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:12.703017 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Attempting to bind port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:12.703543 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Attempting to bind port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:12.721851 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd1913-5b4c-4218-a7c7-2dcec874aa28 None None] Pushing event updated for resources: {'Port': ['ID=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,revision_number=2']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:12.724551 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:12.724949 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:12.725362 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.725760 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:12.726241 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Bound port: cd3837ea-ac6f-43ad-859d-cad6e748d6e7, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:12.726627 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.779330 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.788103 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-e8cd1913-5b4c-4218-a7c7-2dcec874aa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:12.891995 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-ba9fa68c-dfd9-4178-b6c5-34ecec366ef9 service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841711 Jun 07 12:04:12.926470 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-f284facc-8e84-4972-bd96-5a6ac4f571d5 None None] Provisioning for port 399456c8-a6d2-443f-a431-9b27081a6075 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:12.934982 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-f284facc-8e84-4972-bd96-5a6ac4f571d5 None None] Provisioning complete for port 399456c8-a6d2-443f-a431-9b27081a6075 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:12.936702 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-f284facc-8e84-4972-bd96-5a6ac4f571d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:12.961951 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] For port cd3837ea-ac6f-43ad-859d-cad6e748d6e7, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:12.979512 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] For port cd3837ea-ac6f-43ad-859d-cad6e748d6e7, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:12.991549 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:13.043415 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-994d4544-1fb3-49b7-aead-261b3958799a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:13.093356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-f284facc-8e84-4972-bd96-5a6ac4f571d5 None None] Port 399456c8-a6d2-443f-a431-9b27081a6075 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:04:13.133025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174351-689a-446d-8dc5-893328c82b6d req-b4083a69-105d-4864-b59e-64dee03f5935 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:13.142031 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-88174351-689a-446d-8dc5-893328c82b6d req-b4083a69-105d-4864-b59e-64dee03f5935 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.5533886 Jun 07 12:04:13.237652 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd1913-5b4c-4218-a7c7-2dcec874aa28 None None] Pushing event updated for resources: {'Port': ['ID=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:13.247025 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-e8cd1913-5b4c-4218-a7c7-2dcec874aa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:13.262189 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:13.263310 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:03:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:13.296304 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58618) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:13.357249 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-9b82024e-abc3-4774-9b77-cb71fe68dfed service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424808 Jun 07 12:04:13.386306 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-88174351-689a-446d-8dc5-893328c82b6d req-ea89a5f5-6561-4c93-88cc-7a777caa4655 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353349 Jun 07 12:04:13.574280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:13.604684 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:13.676611 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:13.693416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-4b4aaedb-48b1-4710-aafa-9e7b24043772 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:13.698587 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-4b4aaedb-48b1-4710-aafa-9e7b24043772 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.3103061 Jun 07 12:04:13.781558 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:13.882758 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:13.949798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Pushing event updated for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:13.958164 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:14.018714 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:14.148211 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6103ae-89bb-4ff1-942d-1ae28a0a7161 req-ebd06668-10cd-4e82-b3c0-762d64c28a53 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:14.151072 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f6103ae-89bb-4ff1-942d-1ae28a0a7161 req-ebd06668-10cd-4e82-b3c0-762d64c28a53 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 945 time: 0.4723022 Jun 07 12:04:14.324586 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Deleting port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:04:14.331697 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:14.398701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Network 6f064efb-366f-4415-bc29-22b61cd49c0b is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:14.400215 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:14.463524 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '399456c8-a6d2-443f-a431-9b27081a6075', 'name': '', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'mac_address': 'fa:16:3e:6a:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:10Z', 'updated_at': '2021-06-07T12:04:11Z', 'revision_number': 1, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'subnets': [{'id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:14.477446 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5f996-fc3f-481a-937e-1d113cbcf2fe None None] The sync data for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi is: [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '399456c8-a6d2-443f-a431-9b27081a6075', 'name': '', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'mac_address': 'fa:16:3e:6a:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:10Z', 'updated_at': '2021-06-07T12:04:11Z', 'revision_number': 1, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'subnets': [{'id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:04:14.771518 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f6103ae-89bb-4ff1-942d-1ae28a0a7161 req-e5474c24-93f2-4d57-bcd7-9d8f86eec9e6 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536392 Jun 07 12:04:15.129052 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Router d81ff917-298c-40d7-a179-540a2d5f829a has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:04:15.163299 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-5b4bf7b3-b648-4808-a1d9-50a5f0c96019 None None] Provisioning complete for port 399456c8-a6d2-443f-a431-9b27081a6075 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:15.165755 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf7b3-b648-4808-a1d9-50a5f0c96019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:15.315478 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] For port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:15.316387 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:15.465775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bf7b3-b648-4808-a1d9-50a5f0c96019 None None] Port 399456c8-a6d2-443f-a431-9b27081a6075 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:04:15.698477 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-21e16de0-cb9f-48aa-8c7f-e515e52c2045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:15.762771 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:04:15.768850 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] 10.222.0.22 "PUT /v2.0/routers/d81ff917-298c-40d7-a179-540a2d5f829a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7463114 Jun 07 12:04:16.017614 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Calling delete_port for 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:04:16.370439 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:16.397318 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:16.411772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b24a1947-a5c7-4c95-95b3-56fbff8164f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:16.551498 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8316756785c34353a1593c5345dbdc82&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2325683 Jun 07 12:04:16.554114 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58676) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:16.559284 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bc3da4-2454-431b-9ac9-bdd918395d29,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:16.568437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:16.673716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ee33-2ea4-47e7-b09b-6c9c22de2862 req-981ab1bf-e0a4-42cb-acdc-e0bdc81f0738 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:16.676296 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18c5ee33-2ea4-47e7-b09b-6c9c22de2862 req-981ab1bf-e0a4-42cb-acdc-e0bdc81f0738 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 1.9037251 Jun 07 12:04:16.694052 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feb3b6-8220-4c1b-9dd3-c199efd78de7 req-e12a3cbb-204a-4725-baef-dc347d0887f5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:16.701862 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-85feb3b6-8220-4c1b-9dd3-c199efd78de7 req-e12a3cbb-204a-4725-baef-dc347d0887f5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.6523182 Jun 07 12:04:16.713851 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:16.800133 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:16.922543 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:17.041020 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:17.151375 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:17.154252 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:17.164815 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68bc3da4-2454-431b-9ac9-bdd918395d29 HTTP/1.1" status: 204 len: 168 time: 0.6062875 Jun 07 12:04:17.164815 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e55b604d-caa3-4b5f-b644-ea0d81cd32f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:17.196019 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bc3da4-2454-431b-9ac9-bdd918395d29,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:17.215060 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:17.288436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Pushing event deleted for resources: {'Port': ['ID=3b17ca86-9a86-4bdc-9bce-909d910a0cd9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:17.308424 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:17.417180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18c5ee33-2ea4-47e7-b09b-6c9c22de2862 req-c1db9d30-c57d-48fe-964c-748b16408e1a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086627 Jun 07 12:04:17.449111 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-85feb3b6-8220-4c1b-9dd3-c199efd78de7 req-dde98388-31c0-4d52-acda-05c1d46e63f8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7463126 Jun 07 12:04:17.495863 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] No DVR routers for this DVR port 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:04:17.501307 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:17.505195 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e13a0c16-6909-4d7c-9426-dfdb644b3baa req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "DELETE /v2.0/ports/3b17ca86-9a86-4bdc-9bce-909d910a0cd9 HTTP/1.1" status: 204 len: 173 time: 3.7528379 Jun 07 12:04:17.521927 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'name': 'network-vif-deleted', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:17.525839 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41adfdb-15e2-43da-9e91-72312b2a3c6f" -d '{"events": [{"server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "name": "network-vif-deleted", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:17.783061 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device cd3837ea-ac6f-43ad-859d-cad6e748d6e7 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:17.903276 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58702) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:18.052428 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:04:18.130280 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca31449f-0bc7-4625-9b64-27f65104b241 req-71c8b6d1-5d8e-4f47-80db-30049b635461 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 210 time: 0.2587333 Jun 07 12:04:18.179091 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-57feb8c1-10b6-4911-ae2b-4092643ae4e7 req-a9111a58-4a37-45d4-982c-1728494a12f0 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f557799-a966-4901-9cf7-4f9b3cb72a83 HTTP/1.1" status: 200 len: 210 time: 0.1615753 Jun 07 12:04:18.179431 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58710) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:18.192819 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:04:18.193203 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 3b17ca86-9a86-4bdc-9bce-909d910a0cd9 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:04:18.234317 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:18.248684 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:18.251274 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.279148 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.299822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd1ac05-03b3-4323-af2f-9e91f80e03b2 x-openstack-request-id: req-5fd1ac05-03b3-4323-af2f-9e91f80e03b2 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:18.308870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f557799-a966-4901-9cf7-4f9b3cb72a83", "name": "network-vif-deleted", "tag": "3b17ca86-9a86-4bdc-9bce-909d910a0cd9", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:18.309521 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fd1ac05-03b3-4323-af2f-9e91f80e03b2 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:18.310160 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f557799-a966-4901-9cf7-4f9b3cb72a83', 'name': 'network-vif-deleted', 'tag': '3b17ca86-9a86-4bdc-9bce-909d910a0cd9', 'status': 'completed', 'code': 200} Jun 07 12:04:18.323931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-24fe8b6d-770a-4b9d-b45d-f6a2f14a8baf tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:18.325957 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-24fe8b6d-770a-4b9d-b45d-f6a2f14a8baf tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.7037497 Jun 07 12:04:18.458972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.479858 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-188aeaf0-e1cb-488a-b460-1da8dc0c11a0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 380 time: 0.1388309 Jun 07 12:04:18.494549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'port': {'device_id': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'admin_state_up': True, 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'security_groups': ['595cf29b-7b13-4dea-b2fd-b38292942750']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:18.805806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-65e5443c-b54e-4606-b47a-07d99522841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.811424 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.888227 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:18.891910 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Sync routers for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:04:18.974368 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port cd3837ea-ac6f-43ad-859d-cad6e748d6e7, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:18.980293 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.003799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.030737 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:19.231289 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:19.235400 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:04:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:19.289049 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.333380 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-41d42914-9567-441d-884c-d812833b2980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:19.422761 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264551f-691f-4341-b39b-df730aa8f0b8,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:19.512682 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8559448301f4c52983a23966235317c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3289533 Jun 07 12:04:19.513518 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.513963 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.514444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.514787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.515128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.515467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.515806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.516180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.516565 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.516924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.517461 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.517803 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:19.518961 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 58738) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:19.523928 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:19.576374 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:19.593496 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:19.724874 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.740240 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.883375 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:19.914255 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ded3-0b4a-482f-b509-203145e453c0 req-b308d5de-5fac-490d-84b6-35a93920039e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:19.919565 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:19.923669 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d59ded3-0b4a-482f-b509-203145e453c0 req-b308d5de-5fac-490d-84b6-35a93920039e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.8622520 Jun 07 12:04:19.949004 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b7cdc-ff4c-4fd3-be76-84a65f9f0683 req-9df906af-f7cd-42ad-b462-3324a62e86a6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:19.967961 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:19.969056 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-867b7cdc-ff4c-4fd3-be76-84a65f9f0683 req-9df906af-f7cd-42ad-b462-3324a62e86a6 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 1.0454955 Jun 07 12:04:19.999665 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ed977cf6ed44c769a472623411a92bd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0940588 Jun 07 12:04:20.004254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58742) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:20.010269 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef719f0-998a-4873-a81b-4e35b8bf9a50,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:20.021015 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:20.216334 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.228509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Made reservation on behalf of 8eef51cadbc745d6b93b003f2d756712 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:04:20.241974 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.310921 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.343871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.386550 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.459595 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.464753 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.471431 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eef719f0-998a-4873-a81b-4e35b8bf9a50 HTTP/1.1" status: 204 len: 168 time: 0.4448411 Jun 07 12:04:20.471776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d59ded3-0b4a-482f-b509-203145e453c0 req-527a024b-99ea-4b1b-9a82-093655502de9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898846 Jun 07 12:04:20.477814 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-34899d22-ad19-4cea-b9d0-e372c550499b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:20.539929 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef719f0-998a-4873-a81b-4e35b8bf9a50,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:20.555698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:20.629410 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.633275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:20.653813 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1264551f-691f-4341-b39b-df730aa8f0b8 HTTP/1.1" status: 204 len: 168 time: 1.1209302 Jun 07 12:04:20.666176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a101d1e1-669b-44c1-a2c6-47c5f81a236e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:20.719379 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-867b7cdc-ff4c-4fd3-be76-84a65f9f0683 req-e4861d71-9041-41a9-992c-5cc0ed22b2dc tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490017 Jun 07 12:04:20.746939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264551f-691f-4341-b39b-df730aa8f0b8,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:20.799020 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.799379 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.799735 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.800083 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.800433 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.800841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.801187 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.801547 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.801888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.802264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.802572 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.802902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:04:20.870153 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:21.126354 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-22a150a1-31d8-4388-8815-92d1cf1b0803 req-4d5e8d3b-3b94-4c4e-9660-67d9ae6ae200 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 210 time: 0.3067214 Jun 07 12:04:21.409376 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '399456c8-a6d2-443f-a431-9b27081a6075', 'name': '', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'mac_address': 'fa:16:3e:6a:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:10Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 2, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'subnets': [{'id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:21.420057 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Checking router: d81ff917-298c-40d7-a179-540a2d5f829a for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:04:21.421153 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Updating router d81ff917-298c-40d7-a179-540a2d5f829a port 399456c8-a6d2-443f-a431-9b27081a6075 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:04:21.438796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.20.0.11 (e753f34b-daf3-4fc1-9790-eb0dbfb96365/b10d9b73-f629-4903-9793-14658050efb3/168782f9-5571-4ebe-8de9-9add19113d73) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:21.633868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:22.202467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58774) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:22.635685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:22.731852 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0628303-f252-4a07-8ae1-c9a92c1dfbff req-cee9a549-729f-4c80-9a6b-2845ee967952 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:22.743807 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f0628303-f252-4a07-8ae1-c9a92c1dfbff req-cee9a549-729f-4c80-9a6b-2845ee967952 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.6487134 Jun 07 12:04:22.757093 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Transition to ACTIVE for port object 168782f9-5571-4ebe-8de9-9add19113d73 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:22.828569 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device cd3837ea-ac6f-43ad-859d-cad6e748d6e7 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:22.843471 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1095b-f6b2-4a83-8ed4-9c0aa9594cea req-61d44ce4-7071-4348-910e-abdf2f87398f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:22.862879 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2db1095b-f6b2-4a83-8ed4-9c0aa9594cea req-61d44ce4-7071-4348-910e-abdf2f87398f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.7733254 Jun 07 12:04:22.991146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.023747 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.044158 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Transition to ACTIVE for port object 399456c8-a6d2-443f-a431-9b27081a6075 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:23.284074 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.293380 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:23.344213 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2db1095b-f6b2-4a83-8ed4-9c0aa9594cea req-d98e8a0f-b3d4-42df-ba02-0d1035d494f2 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799387 Jun 07 12:04:23.360857 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.432863 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f0628303-f252-4a07-8ae1-c9a92c1dfbff req-32296e03-10ad-4819-9960-633a413977cc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6762280 Jun 07 12:04:23.438325 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3bb52e7a-dcf6-4f22-b4dc-7955c03edbe5 tempest-DeleteServersTestJSON-1610601728 tempest-DeleteServersTestJSON-1610601728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:23.630202 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:23.648053 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:23.657830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:23.675320 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.797919 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.808007 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.820766 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:23.821070 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:23.868922 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:23.869360 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:23.887586 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4f7e2e1b-40b2-4723-882d-412c1130a24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:23.943026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4556153 Jun 07 12:04:23.987185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Request body: {'port': {'device_id': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:24.176330 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae59689-f47c-4180-acfa-780ce81f5eca,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:24.195838 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:24.218163 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=355cd7c51fff459986dc4b54415d07d1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0093639 Jun 07 12:04:24.223444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58800) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:24.294264 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:24.295773 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.536481 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Pushing event updated for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:24.583230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.610760 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:24.714826 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Attempting to bind port 399456c8-a6d2-443f-a431-9b27081a6075 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:24.717911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Attempting to bind port 399456c8-a6d2-443f-a431-9b27081a6075 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:24.718627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Attempting to bind port 399456c8-a6d2-443f-a431-9b27081a6075 on network 6f064efb-366f-4415-bc29-22b61cd49c0b {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:24.726964 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.768265 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:24.769218 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Checking segment: {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:24.769953 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.772385 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Bound using segment: {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:24.773560 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Bound port: 399456c8-a6d2-443f-a431-9b27081a6075, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:24.777745 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.971775 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.979127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:24.981701 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dae59689-f47c-4180-acfa-780ce81f5eca HTTP/1.1" status: 204 len: 168 time: 0.7564154 Jun 07 12:04:24.990830 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0356ef04-0222-47c3-9c8c-95b5408deb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:25.106295 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae59689-f47c-4180-acfa-780ce81f5eca,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:25.115838 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:25.396358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:25.419368 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-caa572ea-4f36-48a1-b036-1946b9de3e81 None None] Provisioning for port 168782f9-5571-4ebe-8de9-9add19113d73 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:25.452744 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-caa572ea-4f36-48a1-b036-1946b9de3e81 None None] Provisioning complete for port 168782f9-5571-4ebe-8de9-9add19113d73 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:25.455263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-caa572ea-4f36-48a1-b036-1946b9de3e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:25.500263 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3cb75-f86d-442e-990a-acb3f2279b51 req-f4bb8997-cfc1-4e8a-b0f2-a3034457ac85 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:25.510565 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13a3cb75-f86d-442e-990a-acb3f2279b51 req-f4bb8997-cfc1-4e8a-b0f2-a3034457ac85 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 932 time: 1.2656395 Jun 07 12:04:25.884264 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13a3cb75-f86d-442e-990a-acb3f2279b51 req-2900d2eb-c010-4d3d-b4b4-1b88e283aa3c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586631 Jun 07 12:04:26.157704 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] For port 399456c8-a6d2-443f-a431-9b27081a6075, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:26.177464 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-caa572ea-4f36-48a1-b036-1946b9de3e81 None None] Port 168782f9-5571-4ebe-8de9-9add19113d73 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:04:26.190042 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] For port 399456c8-a6d2-443f-a431-9b27081a6075, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=399456c8-a6d2-443f-a431-9b27081a6075,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:26.207541 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:26.259562 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:26.463314 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Pushing event updated for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:26.470486 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:26.492439 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:26.493145 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:04:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:27.104371 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:27.191600 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:04:27.297715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168782f9-5571-4ebe-8de9-9add19113d73 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:27.312600 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:27.336955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Transition to ACTIVE for port object 168782f9-5571-4ebe-8de9-9add19113d73 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:27.349686 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:27.358542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:27.980889 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Pushing event updated for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:27.990544 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:28.039792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde0d7-2090-4bd6-a194-cf36c4a797d5 req-daf54557-a76c-4193-93d2-38db01fce3c4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:28.049476 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1bdde0d7-2090-4bd6-a194-cf36c4a797d5 req-daf54557-a76c-4193-93d2-38db01fce3c4 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.9654305 Jun 07 12:04:28.155977 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1bdde0d7-2090-4bd6-a194-cf36c4a797d5 req-4b71744e-f6f3-461a-9b31-aa1e0b4b1f61 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051793 Jun 07 12:04:28.163738 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Attempting to bind port 168782f9-5571-4ebe-8de9-9add19113d73 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:28.164068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Attempting to bind port 168782f9-5571-4ebe-8de9-9add19113d73 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:28.164390 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Attempting to bind port 168782f9-5571-4ebe-8de9-9add19113d73 on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:28.188400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Port 168782f9-5571-4ebe-8de9-9add19113d73 on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:04:28.188758 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Attempting to bind port 168782f9-5571-4ebe-8de9-9add19113d73 on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:28.211033 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:28.211371 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:28.220217 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Bound using segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:28.220856 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Bound port: 168782f9-5571-4ebe-8de9-9add19113d73, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:28.221283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:28.300873 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '399456c8-a6d2-443f-a431-9b27081a6075', 'name': '', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'mac_address': 'fa:16:3e:6a:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:10Z', 'updated_at': '2021-06-07T12:04:26Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'subnets': [{'id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:28.320381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef140ef-85e6-4a01-b786-67723c9d7496 None None] The sync data for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi is: [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:04:12Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '399456c8-a6d2-443f-a431-9b27081a6075', 'name': '', 'network_id': '6f064efb-366f-4415-bc29-22b61cd49c0b', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'mac_address': 'fa:16:3e:6a:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:10Z', 'updated_at': '2021-06-07T12:04:26Z', 'revision_number': 4, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'subnets': [{'id': '7fe58201-aff0-4195-a0f7-ccf9890de88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:04:28.443297 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 399456c8-a6d2-443f-a431-9b27081a6075 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:28.538119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:28.550964 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=168782f9-5571-4ebe-8de9-9add19113d73,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:28.635502 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 399456c8-a6d2-443f-a431-9b27081a6075 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:28.643088 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 399456c8-a6d2-443f-a431-9b27081a6075 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:28.644336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:28.687758 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:28.716348 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:28.872337 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:28.874773 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:28.884449 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] 10.222.0.35 "PUT /v2.0/ports/168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 200 len: 1094 time: 4.9354749 Jun 07 12:04:28.928370 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:28.935206 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812e0f2-c760-4e1f-bf87-051a25a7948e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "tag": "168782f9-5571-4ebe-8de9-9add19113d73"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:29.033706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:29.205061 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 399456c8-a6d2-443f-a431-9b27081a6075, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=399456c8-a6d2-443f-a431-9b27081a6075,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:29.213294 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:29.216026 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-87aa110c-fc70-4b09-a4aa-e5a55fe7559d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:29.254266 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Pushing event updated for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:29.262666 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:29.468385 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d9207-c850-483f-b141-76a1b2ea7ac7 req-e5835f82-d025-4719-a0fd-4c9fd323c97e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:29.473198 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cc1d9207-c850-483f-b141-76a1b2ea7ac7 req-e5835f82-d025-4719-a0fd-4c9fd323c97e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.9122605 Jun 07 12:04:29.700245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-e30de2a4-cea6-40e4-aa59-f9b9b912ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:29.702905 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-e30de2a4-cea6-40e4-aa59-f9b9b912ae1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1097 time: 0.7396243 Jun 07 12:04:29.798758 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:29.824019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:29.842981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58898) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:30.039768 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cc1d9207-c850-483f-b141-76a1b2ea7ac7 req-b846e2c5-3e1e-42c1-86dd-350a5aa83f8c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5444546 Jun 07 12:04:30.042588 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-2a87d0ef-a042-41f3-a02b-0a190aef0d72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 200 len: 217 time: 0.3320150 Jun 07 12:04:30.151092 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.338877 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.350827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.357012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-c653fb70-5465-40e5-9f0d-9423c77f2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:30.362393 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-c653fb70-5465-40e5-9f0d-9423c77f2c10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.3105972 Jun 07 12:04:30.384672 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-44a5256b-7e17-4b21-83c8-76ab96a44d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:30.468339 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 399456c8-a6d2-443f-a431-9b27081a6075 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:30.473537 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8cf0a-566a-4baf-b808-56b2d3fc05dd,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:30.477775 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:30.530365 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b78f1955863463694a0de68128f724b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845000 Jun 07 12:04:30.532943 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 58902) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:30.655290 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 399456c8-a6d2-443f-a431-9b27081a6075 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:30.655825 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.762630 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.866257 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:30.908270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc517-5905-4a35-9e72-63afe0511163 req-8a446332-0221-41af-b823-24170ac435b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:30.910458 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-8a446332-0221-41af-b823-24170ac435b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5385897 Jun 07 12:04:30.929402 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f60fc-94ab-4a24-9b7a-2407173bbba1 req-0b94ea0c-1365-45bb-a9b3-157dfa1e6c3c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:30.937831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f51f60fc-94ab-4a24-9b7a-2407173bbba1 req-0b94ea0c-1365-45bb-a9b3-157dfa1e6c3c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 944 time: 0.3990891 Jun 07 12:04:31.019704 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:31.026053 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:31.028278 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bb8cf0a-566a-4baf-b808-56b2d3fc05dd HTTP/1.1" status: 204 len: 168 time: 0.4922893 Jun 07 12:04:31.029287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aacdf081-386f-4b1c-b547-581baa430bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:31.072770 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f51f60fc-94ab-4a24-9b7a-2407173bbba1 req-233b87d3-b8db-4254-a3aa-eabf6d4e7ed7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315830 Jun 07 12:04:31.079724 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8cf0a-566a-4baf-b808-56b2d3fc05dd,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:31.091002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:31.470143 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e34d779-026d-49b4-a911-73d69f174e4b x-openstack-request-id: req-3e34d779-026d-49b4-a911-73d69f174e4b {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:31.470878 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "tag": "168782f9-5571-4ebe-8de9-9add19113d73", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:31.471454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e34d779-026d-49b4-a911-73d69f174e4b {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:31.472127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73', 'status': 'completed', 'code': 200} Jun 07 12:04:31.664831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-feb037a5-28d6-45d2-bed8-c3da2c174254 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245078 Jun 07 12:04:31.741634 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3416-920f-4707-8bfa-2c95fbbfa7ad req-fe918dfe-5b5b-4a2f-be14-2156b55023fe tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:31.743503 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-186c3416-920f-4707-8bfa-2c95fbbfa7ad req-fe918dfe-5b5b-4a2f-be14-2156b55023fe tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2880735 Jun 07 12:04:31.917252 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-186c3416-920f-4707-8bfa-2c95fbbfa7ad req-78eccde2-baac-4c23-a347-67f0b20af694 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094992 Jun 07 12:04:31.995714 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-786dc517-5905-4a35-9e72-63afe0511163 req-33bb1e16-c9c8-45fd-8cbf-8995b77186c1 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209021 Jun 07 12:04:32.275269 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-8bb898de-e521-47b1-b608-a5b2c371e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:32.289718 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-8bb898de-e521-47b1-b608-a5b2c371e36e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1097 time: 0.2217224 Jun 07 12:04:32.603497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-3affcd73-e10a-48c9-80be-480104e563b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:32.606193 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-3affcd73-e10a-48c9-80be-480104e563b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.3078709 Jun 07 12:04:32.944291 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-90d00f06-10ee-4d4b-ac07-a49308e8cc8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 200 len: 217 time: 0.3276505 Jun 07 12:04:33.320210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-a97edb40-3adb-4abc-8bce-4e130be76ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:33.322182 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-a97edb40-3adb-4abc-8bce-4e130be76ad4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.3657541 Jun 07 12:04:33.532997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-690a0148-5764-43a2-b8d1-2ce6820ffe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:33.535556 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-690a0148-5764-43a2-b8d1-2ce6820ffe57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2050021 Jun 07 12:04:33.808826 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-180a8cc5-4341-4010-a3a2-5051e67e022b service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657595 Jun 07 12:04:34.150032 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3812e0f2-c760-4e1f-bf87-051a25a7948e req-dba8e8fc-8957-4e00-a26a-b4751d01e586 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273780 Jun 07 12:04:35.311619 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-0ef83d0c-4d6e-461e-99f0-f9d1b3e39c90 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cf79c555cd7e44068550748991ed03a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594926 Jun 07 12:04:35.709522 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-709caacd-8b9c-4cf4-bc18-6b20361ba6e0 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:35.711038 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-709caacd-8b9c-4cf4-bc18-6b20361ba6e0 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934391 Jun 07 12:04:35.722418 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-482d1573-9373-43b2-9398-e9f08f433893 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:35.723978 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-482d1573-9373-43b2-9398-e9f08f433893 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 809 time: 0.5361781 Jun 07 12:04:35.735549 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-8143826e-7f71-4732-8192-c2fa6dec0403 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/quotas/cf79c555cd7e44068550748991ed03a8 HTTP/1.1" status: 200 len: 375 time: 0.0105443 Jun 07 12:04:35.746275 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-c1466377-46ff-4743-847c-4593c10d2a64 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/quotas/3338fc38443a4377bc066f13fa67b0bb HTTP/1.1" status: 200 len: 375 time: 0.0095761 Jun 07 12:04:35.869957 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-0bccb84c-7544-48bd-a758-aacea2933f1d tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf79c555cd7e44068550748991ed03a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226470 Jun 07 12:04:35.991968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-89a611eb-d145-41ea-a8cc-406e7c2c7c0b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2056036 Jun 07 12:04:36.109760 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-95bf5c84-da3a-4458-b982-6353ab999ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:36.111390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-95bf5c84-da3a-4458-b982-6353ab999ed7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1098 time: 0.3264208 Jun 07 12:04:36.358143 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-a10b3836-ea75-4be4-ae97-ccd1938fe6fb service neutron] 10.222.0.22 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543701 Jun 07 12:04:36.361609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-63a587ba-cf6a-4781-9de2-e4b8bf73d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:36.363340 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-63a587ba-cf6a-4781-9de2-e4b8bf73d405 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.2417328 Jun 07 12:04:36.742108 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-1e4725e6-c2b1-4254-8403-7daa86448ece service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 1001 time: 0.3317413 Jun 07 12:04:37.020692 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-5be1a62f-efeb-48e6-8845-2d153251d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.022326 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-5be1a62f-efeb-48e6-8845-2d153251d18b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.2529008 Jun 07 12:04:37.036806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87e23-3a5d-4dc5-90da-ff2d2e46bdeb req-9be8cc79-dceb-4da8-a710-4a2c966e71e7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.044157 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29a87e23-3a5d-4dc5-90da-ff2d2e46bdeb req-9be8cc79-dceb-4da8-a710-4a2c966e71e7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 945 time: 0.6797473 Jun 07 12:04:37.142329 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-30fd5001-3429-4643-ad31-4add29d6aa83 service neutron] 10.222.0.22 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357628 Jun 07 12:04:37.163399 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5af88d-a7ac-4d75-97f3-184d0f82b6a3 req-c385e00a-4f7d-4bac-8aa4-a1550d5a9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.163399 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3c5af88d-a7ac-4d75-97f3-184d0f82b6a3 req-c385e00a-4f7d-4bac-8aa4-a1550d5a9d27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.6644192 Jun 07 12:04:37.170344 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29a87e23-3a5d-4dc5-90da-ff2d2e46bdeb req-74a0e8d3-3e6b-49fd-b6d0-de7f938e26f5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245425 Jun 07 12:04:37.242528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-f1bf22df-18ea-405d-b939-1bc8cf2d7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.245208 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-f1bf22df-18ea-405d-b939-1bc8cf2d7ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1979010 Jun 07 12:04:37.255207 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3c5af88d-a7ac-4d75-97f3-184d0f82b6a3 req-0d6cdc8c-5fba-43c7-9832-10fc01ca9022 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837152 Jun 07 12:04:37.481661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-24235543-d6e4-4a63-8c63-d32e57cf42f3 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254784 Jun 07 12:04:37.754352 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e63b9b6-c0a0-4498-86e8-88a4009d6349 req-71eefba7-c1a6-484b-a631-2f122603d4b5 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513525 Jun 07 12:04:37.778505 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb78a6-9165-4d67-9ccd-b532a43a9f2c req-7159c2e2-56e2-4ca7-a365-78e96a812113 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.786382 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c7fb78a6-9165-4d67-9ccd-b532a43a9f2c req-7159c2e2-56e2-4ca7-a365-78e96a812113 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 944 time: 0.4051220 Jun 07 12:04:37.825487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e4238-9fab-4a6a-99e8-bdbee07a5100 req-5385ead4-dbab-4da7-a30f-4e928a7d9419 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:37.833237 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ac1e4238-9fab-4a6a-99e8-bdbee07a5100 req-5385ead4-dbab-4da7-a30f-4e928a7d9419 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1586623 Jun 07 12:04:37.890839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c7fb78a6-9165-4d67-9ccd-b532a43a9f2c req-b58c2eb2-b56e-480b-a6b9-fd26d8c05615 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034365 Jun 07 12:04:37.953443 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ac1e4238-9fab-4a6a-99e8-bdbee07a5100 req-45073ef5-f9b7-4f65-97e6-80b8e4866426 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192226 Jun 07 12:04:38.032722 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-a3a96565-baf9-48b1-8c2f-078d856aa2c9 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf79c555cd7e44068550748991ed03a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706213 Jun 07 12:04:38.105984 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:04:38.625535 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:38.679166 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:38.680702 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:38.683867 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e01a9-a62f-4c33-a4d8-54a625ec66cf" -d '{"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-unplugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:38.689686 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:38.692128 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:38.693221 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-76b5e83c-aea3-4f4f-bde1-2794c1f96d52 req-a55a1cc7-c269-4b1c-b825-e369f051802c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 210 time: 0.1914206 Jun 07 12:04:38.739208 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f366a6ea-1227-4fb8-8f5f-4f3d00e89956 req-489f2911-c866-48bb-9689-61e554ccd9f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 210 time: 0.2384980 Jun 07 12:04:38.788715 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=8']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:38.792370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:38.830134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-45562f4a-1b94-4a73-9fec-9405bf747c0a tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:38.833003 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-45562f4a-1b94-4a73-9fec-9405bf747c0a tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7930326 Jun 07 12:04:38.854519 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Request body: {'port': {'device_id': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767', 'admin_state_up': True, 'tenant_id': 'cf79c555cd7e44068550748991ed03a8'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:38.878967 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c522dc49-0761-4eb0-9fd0-790b08cab179 x-openstack-request-id: req-c522dc49-0761-4eb0-9fd0-790b08cab179 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:38.879290 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-unplugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:38.879561 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c522dc49-0761-4eb0-9fd0-790b08cab179 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:38.879967 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'code': 200} Jun 07 12:04:39.369834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c00d6a-36b5-4763-9b27-9c0fcd2340d4 req-9b43c045-0e4e-42c0-bd75-4cc3fca022a3 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:39.371776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90c00d6a-36b5-4763-9b27-9c0fcd2340d4 req-9b43c045-0e4e-42c0-bd75-4cc3fca022a3 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 944 time: 0.2417958 Jun 07 12:04:39.390496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16a2b8-8b2a-4245-a747-5d92fdb537ed req-68d24ff5-3979-40bc-aa5b-c3a726a1a3e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:39.397260 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da16a2b8-8b2a-4245-a747-5d92fdb537ed req-68d24ff5-3979-40bc-aa5b-c3a726a1a3e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2683477 Jun 07 12:04:39.466944 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Made reservation on behalf of cf79c555cd7e44068550748991ed03a8 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:04:39.472293 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:39.512612 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:39.551180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90c00d6a-36b5-4763-9b27-9c0fcd2340d4 req-e8f6f641-5c33-4f45-b363-ba8968c114d8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510189 Jun 07 12:04:39.577177 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da16a2b8-8b2a-4245-a747-5d92fdb537ed req-5212a848-6668-45b3-8cec-da7d5618759a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788051 Jun 07 12:04:39.732623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59068) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:39.771012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:39.779038 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:39.784933 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dcbe989a-2e66-4d44-9043-2e68bd241ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:39.895032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8951b2b1-6b36-43ed-8fed-012af74fbf86,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:39.898678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:39.907841 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:39.936945 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c05c52-b8a8-4d0b-8305-3f3f6140b1ca req-31b1e59b-9cfb-41ce-a337-6130b54a1850 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:39.945381 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d5c05c52-b8a8-4d0b-8305-3f3f6140b1ca req-31b1e59b-9cfb-41ce-a337-6130b54a1850 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2547474 Jun 07 12:04:40.051598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Allocated IP 192.168.233.147 (a0c5fc31-7096-4a56-b01e-e0fa35043767/ad133b09-5bd0-4fe2-9001-23c2b7523b33/c2737165-4c79-44d7-a9f1-62936213f022) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:40.063230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.065875 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 168782f9-5571-4ebe-8de9-9add19113d73 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:04:40.068471 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.103498 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c82966bf-128b-4590-8f45-d4c912ffc1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:40.119378 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7756fc3c52e140d3b0a4d27dce781f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855498 Jun 07 12:04:40.125200 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 59078) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:40.144561 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2133152b-8cd8-4550-b076-b6a2119f9fa0,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:40.148914 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:40.240892 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d5c05c52-b8a8-4d0b-8305-3f3f6140b1ca req-80c445bb-c1cf-406b-a30f-ed6dd2792e1f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944291 Jun 07 12:04:40.333866 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.363035 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.370140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=168782f9-5571-4ebe-8de9-9add19113d73,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:40.380407 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1215421a-ed53-4250-95a9-320222391eba req-bee8936c-20b4-47aa-88e4-c43058ecf4da tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 210 time: 0.1427996 Jun 07 12:04:40.396706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '168782f9-5571-4ebe-8de9-9add19113d73', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'port_id': '168782f9-5571-4ebe-8de9-9add19113d73', 'mac_address': 'fa:16:3e:7c:4e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:04:40.492587 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.512770 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168782f9-5571-4ebe-8de9-9add19113d73 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:40.533170 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=168782f9-5571-4ebe-8de9-9add19113d73,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:40.533688 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e3771b33-b675-45ee-a1b2-4acfab35b79e req-4e4eec62-3d38-4841-987f-0a60163c8bf8 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 210 time: 0.1422713 Jun 07 12:04:40.541158 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.543407 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:40.619163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.651310 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Transition to ACTIVE for port object c2737165-4c79-44d7-a9f1-62936213f022 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:40.682642 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:40.695484 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:40.747807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.750416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.751638 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2133152b-8cd8-4550-b076-b6a2119f9fa0 HTTP/1.1" status: 204 len: 168 time: 0.6252613 Jun 07 12:04:40.753001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:40.783960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d9237ee4-2f0f-41b3-a76a-379387ecaacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:40.793395 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['168782f9-5571-4ebe-8de9-9add19113d73'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:04:40.934423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2133152b-8cd8-4550-b076-b6a2119f9fa0,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:40.951409 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Network a0c5fc31-7096-4a56-b01e-e0fa35043767 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:40.952677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:40.958970 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d104e0ab-4692-43d1-8ea0-c1d5c16b5e5b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:41.024050 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:41.040445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:41.325107 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59108) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:41.344359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.352082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:41.352769 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.396991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Pushing event updated for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:41.406089 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-84930ac4-ca2f-415c-97c6-cfe84b77cd97 None None] Provisioning for port c2737165-4c79-44d7-a9f1-62936213f022 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:41.413103 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:41.422108 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-84930ac4-ca2f-415c-97c6-cfe84b77cd97 None None] Provisioning complete for port c2737165-4c79-44d7-a9f1-62936213f022 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:41.422625 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-84930ac4-ca2f-415c-97c6-cfe84b77cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.446183 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-92399abf-867f-462c-9053-a02bafcb0763 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:41.447614 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-92399abf-867f-462c-9053-a02bafcb0763 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 815 time: 0.7782488 Jun 07 12:04:41.460273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-82949d95-0407-4ba2-b58d-ec94433b682e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:41.461866 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-82949d95-0407-4ba2-b58d-ec94433b682e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 809 time: 0.7037258 Jun 07 12:04:41.477706 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-671d1a7a-8eba-4a32-a75c-6cca64e92b99 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/quotas/c7ae2f1d126740069c8621a153cc4aea HTTP/1.1" status: 200 len: 375 time: 0.0145724 Jun 07 12:04:41.479254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.487136 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.492431 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-84930ac4-ca2f-415c-97c6-cfe84b77cd97 None None] Port c2737165-4c79-44d7-a9f1-62936213f022 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:04:41.500571 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Request body: {'port': {'device_id': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538', 'admin_state_up': True, 'tenant_id': '3338fc38443a4377bc066f13fa67b0bb'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:41.503647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-20767b80-2d49-4035-a4e1-80035951e2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:41.578248 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7321992 Jun 07 12:04:41.579220 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c909168044e43488403152edbfc482e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521386 Jun 07 12:04:41.582349 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7f4dc8-42a7-4ef7-a453-6ebbe512b3af,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:41.585173 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59114) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:41.587287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:41.596207 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2279c-90b3-490d-ba94-92700c68d0de req-7c9adc63-c2e4-435f-9c21-bed1a8f86ffb tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:41.598675 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aea2279c-90b3-490d-ba94-92700c68d0de req-7c9adc63-c2e4-435f-9c21-bed1a8f86ffb tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 945 time: 0.7263000 Jun 07 12:04:41.621451 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Request body: {'port': {'device_id': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:41.651364 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.689698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.773307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.777785 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.780918 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de7f4dc8-42a7-4ef7-a453-6ebbe512b3af HTTP/1.1" status: 204 len: 168 time: 0.1944261 Jun 07 12:04:41.782609 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8046d0f5-db77-4dbf-83a0-9475d5111054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:41.794115 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7f4dc8-42a7-4ef7-a453-6ebbe512b3af,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:41.797183 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:41.894078 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aea2279c-90b3-490d-ba94-92700c68d0de req-bb23b831-a226-47e9-89f5-546c0ff506a4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249413 Jun 07 12:04:41.936678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:41.962042 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-a5608171-3101-432e-b3d7-a7819a00ca06 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4453881 Jun 07 12:04:42.085087 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 168782f9-5571-4ebe-8de9-9add19113d73 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:42.127582 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Made reservation on behalf of 3338fc38443a4377bc066f13fa67b0bb for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:04:42.131169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:42.175986 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 168782f9-5571-4ebe-8de9-9add19113d73 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:42.182701 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 168782f9-5571-4ebe-8de9-9add19113d73 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:42.183124 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:42.214628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:42.334402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:42.369526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:42.372791 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d283a0-9364-4527-9b76-bbc4c4e0e4c0" -d '{"events": [{"server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "168782f9-5571-4ebe-8de9-9add19113d73"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:42.382771 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=168782f9-5571-4ebe-8de9-9add19113d73,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:42.389623 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:42.392232 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:42.487967 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:42.491602 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:42.504630 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-f568c547-da61-4c49-9659-c3c7347aa040 service neutron] 10.222.0.22 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014703 Jun 07 12:04:42.631015 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b85d9-d77a-4741-9f20-a35d13b4863d req-59e6fdea-ca95-47b8-8904-5164e1b88782 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:42.632559 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d79b85d9-d77a-4741-9f20-a35d13b4863d req-59e6fdea-ca95-47b8-8904-5164e1b88782 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.5783477 Jun 07 12:04:42.789971 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Allocated IP 172.20.0.10 (e0142408-8513-4057-ba31-98fc3c562538/08a80e2d-8e39-4db1-8c2d-24df3244352e/bf6156b7-aa73-4c5e-a6c6-688fbbe6e091) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:42.832550 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d79b85d9-d77a-4741-9f20-a35d13b4863d req-23b96b4f-8d18-4c97-a46f-7a3ae127487b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917598 Jun 07 12:04:42.927658 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-5422bc1e-9109-486a-a13a-39f47c940cfe service neutron] 10.222.0.22 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746154 Jun 07 12:04:42.967914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2737165-4c79-44d7-a9f1-62936213f022 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:42.979606 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:43.034201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Transition to ACTIVE for port object c2737165-4c79-44d7-a9f1-62936213f022 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:43.121323 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:43.136561 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:43.269350 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906842ba-5a54-496d-93e7-1078ee729dde req-021e9767-dcfd-4d71-83c5-581f5df2fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:43.271232 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-021e9767-dcfd-4d71-83c5-581f5df2fc14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 1098 time: 0.1460223 Jun 07 12:04:43.503928 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906842ba-5a54-496d-93e7-1078ee729dde req-0ed030bb-02fc-4599-b43d-cbf97030eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:43.506067 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-0ed030bb-02fc-4599-b43d-cbf97030eb31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 200 len: 919 time: 0.2258780 Jun 07 12:04:43.642831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da273ccb-de70-4094-b666-b3ba541d41bf req-a505f041-448c-4866-aa1e-c9d5dadd0b12 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 210 time: 0.2599440 Jun 07 12:04:43.700493 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-1352e34b-3282-483b-af1c-b6aa871d37a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 200 len: 217 time: 0.1846712 Jun 07 12:04:43.740203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Pushing event updated for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:43.758075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f70c02-050f-46e5-bc92-76ee7bdf65cc x-openstack-request-id: req-d3f70c02-050f-46e5-bc92-76ee7bdf65cc {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:43.758985 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "name": "network-vif-plugged", "status": "completed", "tag": "168782f9-5571-4ebe-8de9-9add19113d73", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:43.759402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3f70c02-050f-46e5-bc92-76ee7bdf65cc {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:43.760632 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73', 'code': 200} Jun 07 12:04:43.764237 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:43.827450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:43.911349 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f586c9-5800-4ecd-b4fc-da97118fd5d2 req-20c0fbf8-9ae8-4017-b6f4-b0fc941fd490 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:43.918672 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46f586c9-5800-4ecd-b4fc-da97118fd5d2 req-20c0fbf8-9ae8-4017-b6f4-b0fc941fd490 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 948 time: 0.5264461 Jun 07 12:04:43.951241 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Attempting to bind port c2737165-4c79-44d7-a9f1-62936213f022 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:43.952297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Attempting to bind port c2737165-4c79-44d7-a9f1-62936213f022 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:43.952866 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Attempting to bind port c2737165-4c79-44d7-a9f1-62936213f022 on network a0c5fc31-7096-4a56-b01e-e0fa35043767 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:43.967454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Port c2737165-4c79-44d7-a9f1-62936213f022 on network a0c5fc31-7096-4a56-b01e-e0fa35043767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:04:43.968116 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Attempting to bind port c2737165-4c79-44d7-a9f1-62936213f022 on network a0c5fc31-7096-4a56-b01e-e0fa35043767 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:43.977741 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906842ba-5a54-496d-93e7-1078ee729dde req-093cab97-c833-4902-9cc1-f3ab9f584a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:43.984764 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-093cab97-c833-4902-9cc1-f3ab9f584a2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 200 len: 858 time: 0.2771056 Jun 07 12:04:43.988127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:43.988929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Checking segment: {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:43.989519 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Bound using segment: {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:43.990138 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Bound port: c2737165-4c79-44d7-a9f1-62936213f022, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a5eb84-e9d2-4537-86b2-08843b38e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:43.990676 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:44.006789 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:44.020495 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46f586c9-5800-4ecd-b4fc-da97118fd5d2 req-984923c5-a7de-4164-a5c3-7d87cff65479 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000733 Jun 07 12:04:44.021296 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9857f95a-4d07-48ad-8fee-d3ae51b1152b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:44.098627 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-a27caa6d-e2cb-44db-98be-a5e250dc890c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acee5a09-e579-4cf8-8b85-12221bc259f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022582 Jun 07 12:04:44.100623 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:04:44.376683 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Pushing event updated for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:44.383991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:44.415251 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Network e0142408-8513-4057-ba31-98fc3c562538 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:44.433382 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:44.439122 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:44.449301 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-385f0a34-5365-4e2e-89ef-a6964c141468 service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435986 Jun 07 12:04:44.552633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:44.553653 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:44.626604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:44.641596 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2737165-4c79-44d7-a9f1-62936213f022,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:44.646227 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1530838 Jun 07 12:04:44.651246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca209-485a-473d-9817-b9d846dde199 req-a74c96f7-3ceb-44cb-ad45-5f093adccd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:44.654392 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-941ca209-485a-473d-9817-b9d846dde199 req-a74c96f7-3ceb-44cb-ad45-5f093adccd10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1099 time: 0.3078973 Jun 07 12:04:44.661051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:44.684601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Request body: {'port': {'device_id': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:44.749983 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:44.847212 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-941ca209-485a-473d-9817-b9d846dde199 req-a3f031dd-1b0c-4688-8442-f47008e8b8f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814799 Jun 07 12:04:44.859059 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-906842ba-5a54-496d-93e7-1078ee729dde req-1f829bb4-3c61-46d6-b634-c736865bca0d service neutron] 10.222.0.35 "GET /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018331 Jun 07 12:04:44.911788 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Pushing event updated for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:44.917668 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:44.938870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:44.939497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:44.942955 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2737165-4c79-44d7-a9f1-62936213f022 HTTP/1.1" status: 200 len: 1098 time: 3.3429649 Jun 07 12:04:44.963514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56dcaf-cddb-46c4-b062-fbb3a69d68f7 req-00bd004c-3b21-47ab-9430-e1d50cfc02b7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:44.973643 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7c56dcaf-cddb-46c4-b062-fbb3a69d68f7 req-00bd004c-3b21-47ab-9430-e1d50cfc02b7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.7335317 Jun 07 12:04:44.975890 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:44.979516 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0185c8-7e92-43b3-aada-bef141680498" -d '{"events": [{"name": "network-changed", "server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "tag": "c2737165-4c79-44d7-a9f1-62936213f022"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:45.368364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7c56dcaf-cddb-46c4-b062-fbb3a69d68f7 req-598c87ff-6af7-43d0-b746-02801037b69c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894944 Jun 07 12:04:45.425259 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:45.467477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac6ec-1e51-4f00-8779-e3df48128fd8 req-2e45a73b-d5a9-4889-b4a3-6a8dba86a530 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:45.475790 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-03bac6ec-1e51-4f00-8779-e3df48128fd8 req-2e45a73b-d5a9-4889-b4a3-6a8dba86a530 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.5568821 Jun 07 12:04:45.515101 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-61127ece-8051-4b48-baab-1a5f50bbb4d2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:45.517362 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-61127ece-8051-4b48-baab-1a5f50bbb4d2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 815 time: 0.3377008 Jun 07 12:04:45.534144 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'port': {'device_id': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'admin_state_up': True, 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:45.560780 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-281e3ea5-03b1-47c0-b6af-51dbe67abb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:45.562427 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-281e3ea5-03b1-47c0-b6af-51dbe67abb63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf79c555cd7e44068550748991ed03a8&device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 1101 time: 0.4460497 Jun 07 12:04:45.660455 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-90a44b1d-5ce1-4a88-8cee-c335ffd342cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:45.694138 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a940fa86-afa4-465d-9859-ce89b7abcbfe req-6959e30f-1739-4c73-aed3-b96758632f96 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 210 time: 0.1436834 Jun 07 12:04:45.742709 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Made reservation on behalf of c7ae2f1d126740069c8621a153cc4aea for: {'port': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:04:45.750715 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-d5b8b61d-8991-4e0a-9ad1-20e1353c0435 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c2737165-4c79-44d7-a9f1-62936213f022 HTTP/1.1" status: 200 len: 217 time: 0.1384866 Jun 07 12:04:45.757391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:45.857588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-6c3984d6-4d99-4b20-af66-d114ba24b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:45.859347 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-6c3984d6-4d99-4b20-af66-d114ba24b7aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad133b09-5bd0-4fe2-9001-23c2b7523b33 HTTP/1.1" status: 200 len: 843 time: 0.0854659 Jun 07 12:04:45.880051 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-03bac6ec-1e51-4f00-8779-e3df48128fd8 req-1aee9e51-17dd-4ecd-ba5d-7a11de440386 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032357 Jun 07 12:04:46.103993 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Allocated IP 172.20.0.6 (e132221e-01d9-4b80-9086-a5086b274f6a/3b506cf6-7aa1-481e-8594-1d3a3e453810/8ccfd095-a88e-43d2-ac32-47a88a4b6990) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:46.291755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4450f-3b67-41ad-9fb4-56387473349d req-ed091f89-f7b9-4899-bea0-4754309e4c5a tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:46.300196 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f7e4450f-3b67-41ad-9fb4-56387473349d req-ed091f89-f7b9-4899-bea0-4754309e4c5a tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 932 time: 0.3306286 Jun 07 12:04:46.337562 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-9d5555df-129b-46b3-9be3-07a19b3205a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:46.339066 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-9d5555df-129b-46b3-9be3-07a19b3205a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0c5fc31-7096-4a56-b01e-e0fa35043767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4515073 Jun 07 12:04:46.586054 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-ac5d8892-ed69-4328-bb33-481bcba30ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/a0c5fc31-7096-4a56-b01e-e0fa35043767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006848 Jun 07 12:04:46.701833 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:46.742928 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f7e4450f-3b67-41ad-9fb4-56387473349d req-de9886c5-49ce-4b4d-9e82-c9c097f08047 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385972 Jun 07 12:04:46.759848 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Transition to ACTIVE for port object 8ccfd095-a88e-43d2-ac32-47a88a4b6990 will not be triggered until provisioned by entity DHCP. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:46.863290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:46.875982 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:46.951943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a483c9-22b3-4e34-9682-ce02fcd9f645 x-openstack-request-id: req-93a483c9-22b3-4e34-9682-ce02fcd9f645 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:46.952343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "tag": "c2737165-4c79-44d7-a9f1-62936213f022", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:46.952750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93a483c9-22b3-4e34-9682-ce02fcd9f645 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:46.953186 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022', 'status': 'completed', 'code': 200} Jun 07 12:04:47.063422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Network e132221e-01d9-4b80-9086-a5086b274f6a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:47.067656 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:47.072757 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:47.133444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:47.139342 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:47.227156 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:47.227858 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:47.277658 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:47.283612 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7548292 Jun 07 12:04:47.291971 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:47.307909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Request body: {'port': {'device_id': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:47.327307 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Transition to ACTIVE for port object bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:47.493528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:47.522645 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-5323842f-8a4b-485b-8679-bf7a4ea4cd71 None None] Provisioning for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:47.530876 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-5323842f-8a4b-485b-8679-bf7a4ea4cd71 None None] Provisioning complete for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:47.531199 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5323842f-8a4b-485b-8679-bf7a4ea4cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:47.549731 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:47.591242 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:47.639467 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9bae63-09b5-4264-94fe-a57f0cfdff17 req-8ce5ed2d-1861-46fb-aae0-be8f67fc642c service neutron] 10.222.0.35 "GET /v2.0/networks/a0c5fc31-7096-4a56-b01e-e0fa35043767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810555 Jun 07 12:04:47.661111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f69a82-d9a8-4a3d-83e2-9b5cc909d032 req-dcf2474f-c803-4138-99f5-db8570dd2a47 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:47.673400 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-43f69a82-d9a8-4a3d-83e2-9b5cc909d032 req-dcf2474f-c803-4138-99f5-db8570dd2a47 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 948 time: 1.3322427 Jun 07 12:04:47.728014 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-5323842f-8a4b-485b-8679-bf7a4ea4cd71 None None] Port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:04:47.766318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59252) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:48.050884 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-018efed7-dc29-4042-bb34-cbbe728db4d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2831874 Jun 07 12:04:48.078460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:48.105762 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:48.132384 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-43f69a82-d9a8-4a3d-83e2-9b5cc909d032 req-c0a99772-88cb-432b-b34a-52578a936345 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574685 Jun 07 12:04:48.159649 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc6ff6-703c-4d7c-8ffe-ddbd3955512b req-a7497dee-a4a5-40a5-b9dc-6a9b17eef32a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:48.170293 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18fc6ff6-703c-4d7c-8ffe-ddbd3955512b req-a7497dee-a4a5-40a5-b9dc-6a9b17eef32a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.8469136 Jun 07 12:04:48.282331 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.297295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Attempting to bind port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:48.298572 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Attempting to bind port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:48.299112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Attempting to bind port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 on network e0142408-8513-4057-ba31-98fc3c562538 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:48.306718 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 on network e0142408-8513-4057-ba31-98fc3c562538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:04:48.307455 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Attempting to bind port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 on network e0142408-8513-4057-ba31-98fc3c562538 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:48.329361 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18fc6ff6-703c-4d7c-8ffe-ddbd3955512b req-2951326c-2322-4cec-8a18-6fb0e52d3ff4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538212 Jun 07 12:04:48.344812 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:48.345569 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Checking segment: {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:48.346485 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Bound using segment: {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:48.347146 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Bound port: bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:48.351113 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.436145 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccfd095-a88e-43d2-ac32-47a88a4b6990 {{(pid=91701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:48.446486 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.474569 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.provisioning_blocks [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Transition to ACTIVE for port object 8ccfd095-a88e-43d2-ac32-47a88a4b6990 will not be triggered until provisioned by entity L2. {{(pid=91701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:04:48.481122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.489166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7dd459d4-1f84-45fd-aafd-3cc579c904be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:48.579706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-93fd45fa-a92f-4fa4-a28a-06a789fea36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.845158 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:48.853822 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:48.885871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:48.901864 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:48.912462 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0ad52-71b8-4148-ae4f-a78f2d15e2f5 req-1ff89615-6185-4220-bdc3-0430f015d373 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:48.920942 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d1e0ad52-71b8-4148-ae4f-a78f2d15e2f5 req-1ff89615-6185-4220-bdc3-0430f015d373 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.5028656 Jun 07 12:04:48.944322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:48.953685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:48.991705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0185c8-7e92-43b3-aada-bef141680498 req-9ee9ad3e-b6c5-4857-9382-ac34d6d211e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:48.993580 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-9ee9ad3e-b6c5-4857-9382-ac34d6d211e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf79c555cd7e44068550748991ed03a8&device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 1101 time: 0.4612424 Jun 07 12:04:49.031842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2347019-d4fa-4b66-8b7c-f9ac10b547c8 req-7122164b-8a8e-45b1-836d-53991189f2ef tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:49.066222 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2347019-d4fa-4b66-8b7c-f9ac10b547c8 req-7122164b-8a8e-45b1-836d-53991189f2ef tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.4151523 Jun 07 12:04:49.167787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Attempting to bind port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:04:49.167787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Attempting to bind port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:04:49.167787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Attempting to bind port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 on network e132221e-01d9-4b80-9086-a5086b274f6a {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:49.168190 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:49.169392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:49.170971 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 HTTP/1.1" status: 200 len: 1094 time: 4.5127892 Jun 07 12:04:49.173051 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 on network e132221e-01d9-4b80-9086-a5086b274f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:04:49.173366 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Attempting to bind port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 on network e132221e-01d9-4b80-9086-a5086b274f6a {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:04:49.181166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:04:49.181547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Checking segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:04:49.181889 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Bound using segment: {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'} {{(pid=91701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:04:49.182652 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.managers [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Bound port: 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c302822-67e8-4e0e-822c-af47c0c81d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a'}}] {{(pid=91701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:04:49.183226 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:49.208968 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:49.208968 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa3061-522e-4c03-b487-d8a10e44dc83" -d '{"events": [{"name": "network-changed", "server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:49.241614 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:49.245534 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:49.276409 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d1e0ad52-71b8-4148-ae4f-a78f2d15e2f5 req-1dd54da7-bf8e-46e4-9cf7-6811ef566613 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522546 Jun 07 12:04:49.376003 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2347019-d4fa-4b66-8b7c-f9ac10b547c8 req-5f274cba-cb44-4490-bd71-1a2237933fa3 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928275 Jun 07 12:04:49.483633 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, cleared binding levels {{(pid=91701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:04:49.490703 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:04:49.499988 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:49.511148 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:49.731088 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:49.732319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for port, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:49.734528 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 1093 time: 2.4315524 Jun 07 12:04:49.735212 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:49.738786 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989a570a-7094-4f40-a075-d15fbe9d1c22" -d '{"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:49.747228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=3']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:49.762608 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:49.807706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:50.025521 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-67dd25d3-0440-4daa-9c23-74ddf566514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.033414 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-67dd25d3-0440-4daa-9c23-74ddf566514a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1096 time: 0.1877625 Jun 07 12:04:50.119925 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c2737165-4c79-44d7-a9f1-62936213f022 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:04:50.235969 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0185c8-7e92-43b3-aada-bef141680498 req-0a7ec6dc-4a11-4ba4-bd61-a633f00393ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.238234 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-0a7ec6dc-4a11-4ba4-bd61-a633f00393ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0c5fc31-7096-4a56-b01e-e0fa35043767 HTTP/1.1" status: 200 len: 870 time: 1.1541333 Jun 07 12:04:50.251601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-f5bcfb8d-6354-49cc-af92-02421b4dabea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.252837 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-f5bcfb8d-6354-49cc-af92-02421b4dabea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 1097 time: 0.6893291 Jun 07 12:04:50.267017 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510ada-bb9e-4bae-8e1d-e705f7be2b5e req-7249fdb5-6d18-4367-ab21-75a0f8a06f33 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.269027 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53510ada-bb9e-4bae-8e1d-e705f7be2b5e req-7249fdb5-6d18-4367-ab21-75a0f8a06f33 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.3344345 Jun 07 12:04:50.279570 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96524a-d64a-47d7-8652-cee06a340f22 req-2e1a430f-1bcc-4f77-8ca0-f7411169e1cf tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.287128 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4f96524a-d64a-47d7-8652-cee06a340f22 req-2e1a430f-1bcc-4f77-8ca0-f7411169e1cf tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.2694468 Jun 07 12:04:50.369874 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53510ada-bb9e-4bae-8e1d-e705f7be2b5e req-23f5303d-c3d6-496a-8777-f87c097f4bec tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658662 Jun 07 12:04:50.431963 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4f96524a-d64a-47d7-8652-cee06a340f22 req-19c4d129-a16e-47be-8453-b71fe3bb0cde tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431985 Jun 07 12:04:50.555516 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2737165-4c79-44d7-a9f1-62936213f022,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:50.588260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'c2737165-4c79-44d7-a9f1-62936213f022', 'network_id': 'a0c5fc31-7096-4a56-b01e-e0fa35043767', 'port_id': 'c2737165-4c79-44d7-a9f1-62936213f022', 'mac_address': 'fa:16:3e:46:69:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad133b09-5bd0-4fe2-9001-23c2b7523b33', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:04:50.692960 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-7c605ed9-dfc0-4ab2-8960-b56f1bbc4cf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 217 time: 0.2095981 Jun 07 12:04:50.784172 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:50.831759 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-6bdf5a23-bdeb-40f6-aa24-283aa27b3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:50.833461 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-6bdf5a23-bdeb-40f6-aa24-283aa27b3d08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.1321032 Jun 07 12:04:50.835663 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2737165-4c79-44d7-a9f1-62936213f022 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:04:50.837343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b1555a-2e0c-47ab-b301-a564b39fe034 x-openstack-request-id: req-91b1555a-2e0c-47ab-b301-a564b39fe034 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:50.837862 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:50.838293 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91b1555a-2e0c-47ab-b301-a564b39fe034 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:50.838899 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091', 'status': 'completed', 'code': 200} Jun 07 12:04:50.856010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2737165-4c79-44d7-a9f1-62936213f022,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:50.861021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-83bcd414-ab84-4c1e-9e98-adfb19fd7a9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 HTTP/1.1" status: 200 len: 217 time: 0.3760715 Jun 07 12:04:50.862776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-46ec4a4f-8e18-4346-b37e-17481dc895b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c2737165-4c79-44d7-a9f1-62936213f022 HTTP/1.1" status: 200 len: 217 time: 0.3799653 Jun 07 12:04:50.871101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:50.874087 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:51.003040 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:51.029282 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:51.034140 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979fdf7-c830-403a-9368-d810df0225bf req-8066c702-d8b4-466a-b984-06100598972b tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:51.042709 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f979fdf7-c830-403a-9368-d810df0225bf req-8066c702-d8b4-466a-b984-06100598972b tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 949 time: 0.2024455 Jun 07 12:04:51.068935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155af69-9cab-4aa1-b998-9f3680a51232 req-85c9fcb4-44d2-4388-a399-71edc0d33ede tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:51.070923 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e155af69-9cab-4aa1-b998-9f3680a51232 req-85c9fcb4-44d2-4388-a399-71edc0d33ede tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.2196920 Jun 07 12:04:51.159253 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e155af69-9cab-4aa1-b998-9f3680a51232 req-42cae343-7536-4c85-86c1-e59a6c2c4766 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781748 Jun 07 12:04:51.166016 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['c2737165-4c79-44d7-a9f1-62936213f022'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:04:51.171636 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f979fdf7-c830-403a-9368-d810df0225bf req-ddbb4834-75a5-4fa7-8c95-ef3c01687f5c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277142 Jun 07 12:04:51.189066 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59292) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:51.301131 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3041cf-8b0e-4642-be5c-b4bbf84e2edb x-openstack-request-id: req-4c3041cf-8b0e-4642-be5c-b4bbf84e2edb {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:51.301458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:51.301739 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c3041cf-8b0e-4642-be5c-b4bbf84e2edb {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:51.302161 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:04:51.681635 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66be1c7-b7be-447d-a37f-5fdac5ef38d6 tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:51.684358 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a66be1c7-b7be-447d-a37f-5fdac5ef38d6 tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1094 time: 0.4932070 Jun 07 12:04:51.687511 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 59300) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:51.688799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:51.694772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'port_id': '168782f9-5571-4ebe-8de9-9add19113d73', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:04:51.713443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d23b7-9914-44ae-b33e-483002de9a74 req-be4115d0-5a6f-45ea-91c7-d23087ecdb60 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:51.715411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-558d23b7-9914-44ae-b33e-483002de9a74 req-be4115d0-5a6f-45ea-91c7-d23087ecdb60 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.2322559 Jun 07 12:04:51.768999 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:51.883286 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-558d23b7-9914-44ae-b33e-483002de9a74 req-d9fb0b2e-c501-4e07-9ef4-e86a17b24329 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608396 Jun 07 12:04:52.076509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b331512-d09a-4f9c-a739-7374a09efe73 req-ff52a454-197c-460f-b02b-7d717437d77a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:52.079131 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6b331512-d09a-4f9c-a739-7374a09efe73 req-ff52a454-197c-460f-b02b-7d717437d77a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2702725 Jun 07 12:04:52.188509 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6b331512-d09a-4f9c-a739-7374a09efe73 req-6b1d9b9e-e395-4dbd-819a-380d952d71f4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937517 Jun 07 12:04:52.248799 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:52.730197 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea5ef-e368-4b3f-b2c1-8dc1281607a3 req-c296b584-0758-4988-98e7-045453a832a6 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:52.732583 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1acea5ef-e368-4b3f-b2c1-8dc1281607a3 req-c296b584-0758-4988-98e7-045453a832a6 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.3352578 Jun 07 12:04:52.741066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.27.0.100 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/2a42a627-4a83-45bb-a321-50ee6320e707) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:04:52.847127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1acea5ef-e368-4b3f-b2c1-8dc1281607a3 req-130dc722-50e2-4c67-b28c-84f1b1e04104 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012576 Jun 07 12:04:52.885749 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330c55-b6c2-43a1-ae3f-fc6e17ce90ff req-371fc1e1-5df6-438a-8799-1d940d4ac82c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:52.887342 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a6330c55-b6c2-43a1-ae3f-fc6e17ce90ff req-371fc1e1-5df6-438a-8799-1d940d4ac82c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 949 time: 0.3144703 Jun 07 12:04:53.127177 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:53.148181 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a6330c55-b6c2-43a1-ae3f-fc6e17ce90ff req-1498e03f-77dc-45f5-a6f0-9036851f106b tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516136 Jun 07 12:04:53.198678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe900-06e1-40c2-b68d-2b867cc68fd5 req-2bbc36f7-26d3-4260-a420-c3226da5a024 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:53.200978 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4fdbe900-06e1-40c2-b68d-2b867cc68fd5 req-2bbc36f7-26d3-4260-a420-c3226da5a024 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.1644688 Jun 07 12:04:53.202893 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:53.210104 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fb83ad44-13e1-4cdb-9d17-648679691e66 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:53.432774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:04:53.468385 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:04:53.487694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:04:53.533315 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=2a42a627-4a83-45bb-a321-50ee6320e707,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:53.549737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:53.577756 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4fdbe900-06e1-40c2-b68d-2b867cc68fd5 req-2fd2d238-5349-4f84-aba1-183b17f3ad39 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699472 Jun 07 12:04:53.664108 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d577-5262-4992-9150-37e87fd5b03a req-19f2daad-db2c-416f-b86d-911dcb2ed5c8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:53.665620 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2c9d577-5262-4992-9150-37e87fd5b03a req-19f2daad-db2c-416f-b86d-911dcb2ed5c8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2589281 Jun 07 12:04:53.816120 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b2c9d577-5262-4992-9150-37e87fd5b03a req-82e4a176-5cda-4b0b-ab6f-43909976b3a1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218255 Jun 07 12:04:54.167112 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c2737165-4c79-44d7-a9f1-62936213f022 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:04:54.364904 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port c2737165-4c79-44d7-a9f1-62936213f022 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:04:54.389999 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port c2737165-4c79-44d7-a9f1-62936213f022 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:04:54.390539 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:54.591589 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:54.638100 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2737165-4c79-44d7-a9f1-62936213f022,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:04:54.640029 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:54.643919 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab3d99c-7313-4072-97a0-4ef90e47f2f5" -d '{"events": [{"server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "name": "network-vif-plugged", "status": "completed", "tag": "c2737165-4c79-44d7-a9f1-62936213f022"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:54.648475 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:54.650991 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:54.656175 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:54.765858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:54.770428 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:54.834030 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ca6ff-dcea-4317-9345-88719168d446 req-285e3c3c-d549-431a-90b8-4d12a34fa2c0 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:54.842163 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-323ca6ff-dcea-4317-9345-88719168d446 req-285e3c3c-d549-431a-90b8-4d12a34fa2c0 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.5159764 Jun 07 12:04:54.950952 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46e9f-8bab-4eff-83ea-4364d051b13c req-0abff4b3-6c11-4416-b1bc-cbbd06b10f49 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:54.953033 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62c46e9f-8bab-4eff-83ea-4364d051b13c req-0abff4b3-6c11-4416-b1bc-cbbd06b10f49 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 949 time: 0.5395041 Jun 07 12:04:55.069588 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-323ca6ff-dcea-4317-9345-88719168d446 req-e8d5e16e-7a91-4794-b0c5-851b7860f854 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809032 Jun 07 12:04:55.092129 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:55.195829 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62c46e9f-8bab-4eff-83ea-4364d051b13c req-177a5e4b-fe5f-43f4-8ac2-8248b2fa845c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987629 Jun 07 12:04:55.325656 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9089743a-4127-4710-b373-3f4b9792248d x-openstack-request-id: req-9089743a-4127-4710-b373-3f4b9792248d {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:55.326987 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "name": "network-vif-plugged", "status": "completed", "tag": "c2737165-4c79-44d7-a9f1-62936213f022", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:55.327410 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9089743a-4127-4710-b373-3f4b9792248d {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:55.328053 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022', 'code': 200} Jun 07 12:04:55.703186 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171c0f-ad63-4ef8-82e2-a2becd277910 req-043b979e-7b84-41fb-9a49-c5eebb207c73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:55.704564 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d171c0f-ad63-4ef8-82e2-a2becd277910 req-043b979e-7b84-41fb-9a49-c5eebb207c73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.5042241 Jun 07 12:04:55.805765 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d171c0f-ad63-4ef8-82e2-a2becd277910 req-5d3d032a-ff0c-42ee-bb61-173811faa479 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Jun 07 12:04:55.849048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:55.860109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5601ab-0e40-4432-9303-154bb65e03df req-3833c0cb-382f-47fd-80ce-f0da02256d18 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:55.861694 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb5601ab-0e40-4432-9303-154bb65e03df req-3833c0cb-382f-47fd-80ce-f0da02256d18 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.3363221 Jun 07 12:04:55.862919 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:55.866859 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-55c933bb-f070-4cbe-9b6c-4130250e1d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:56.020603 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=2a42a627-4a83-45bb-a321-50ee6320e707,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:56.032427 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:56.045738 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb5601ab-0e40-4432-9303-154bb65e03df req-73566e60-f41d-4ff1-9116-e63c082e346a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467104 Jun 07 12:04:56.055607 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:56.330569 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP ffbfa81f-433c-446c-9c1a-f4c1009e560f associated. External IP: 172.27.0.100, port: 168782f9-5571-4ebe-8de9-9add19113d73. Jun 07 12:04:56.515554 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c554c3-d462-45b2-b5ec-139fa39744b0 req-5898ff7a-e4f2-4968-8427-ccfc1e473ddf tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:56.517069 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-54c554c3-d462-45b2-b5ec-139fa39744b0 req-5898ff7a-e4f2-4968-8427-ccfc1e473ddf tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.2864871 Jun 07 12:04:56.663423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13ee6-627f-4324-b481-06a46280fe94 req-05df5de9-31c9-4d24-90e2-7fe29b495898 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:56.665008 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06a13ee6-627f-4324-b481-06a46280fe94 req-05df5de9-31c9-4d24-90e2-7fe29b495898 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2792552 Jun 07 12:04:56.719596 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-54c554c3-d462-45b2-b5ec-139fa39744b0 req-a6e11ba2-4a1d-42ca-9683-3e6dd981e7c0 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502860 Jun 07 12:04:56.801630 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-06a13ee6-627f-4324-b481-06a46280fe94 req-c09aabb0-1dcf-4f1a-9e1b-73c7fd859426 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861399 Jun 07 12:04:56.897106 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:04:57.186861 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:04:57.199417 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:04:57.200331 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f22e2-4578-4846-804b-e3651035631c req-4eb445be-2655-46a9-9139-bcf7914ebad0 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:57.201757 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-562f22e2-4578-4846-804b-e3651035631c req-4eb445be-2655-46a9-9139-bcf7914ebad0 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.2400501 Jun 07 12:04:57.212331 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:57.214319 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:04:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:57.391173 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:57.574855 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-562f22e2-4578-4846-804b-e3651035631c req-5b8377df-5701-47d7-acc3-6882f7f22598 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608413 Jun 07 12:04:57.597276 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9027774 Jun 07 12:04:57.597276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:04:57.597276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25070a86-371f-4f33-a014-f1abf0a6c6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "tag": "168782f9-5571-4ebe-8de9-9add19113d73"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:04:57.609193 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:57.617322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f36b18-6e01-415a-ab62-447e5f806b67 req-1c1c7ec2-c8d5-44ad-a2cb-0a9eb6548b02 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:57.626070 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13f36b18-6e01-415a-ab62-447e5f806b67 req-1c1c7ec2-c8d5-44ad-a2cb-0a9eb6548b02 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.3504729 Jun 07 12:04:57.711202 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13f36b18-6e01-415a-ab62-447e5f806b67 req-27f58c9e-bee9-4fd2-80aa-8b5996bc99b1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840166 Jun 07 12:04:57.737894 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0168df-d703-4395-b6ff-b7fc24ba85f0 x-openstack-request-id: req-6e0168df-d703-4395-b6ff-b7fc24ba85f0 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:04:57.738664 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "tag": "168782f9-5571-4ebe-8de9-9add19113d73", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:04:57.740085 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e0168df-d703-4395-b6ff-b7fc24ba85f0 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:04:57.741682 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73', 'status': 'completed', 'code': 200} Jun 07 12:04:57.982332 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8258883-6f03-460f-b129-4b311d3bbbb6 req-e5856dfc-432a-4474-96a4-98cd479a530b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:57.984293 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8258883-6f03-460f-b129-4b311d3bbbb6 req-e5856dfc-432a-4474-96a4-98cd479a530b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.1250498 Jun 07 12:04:58.061019 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8258883-6f03-460f-b129-4b311d3bbbb6 req-c9de0088-1256-4839-9cf7-50758903c198 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Jun 07 12:04:58.088031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23246-ba78-460d-8c21-608edb0da1a5 req-a4ceeaf3-1b92-48ad-abdc-411af0cbb41c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:58.090359 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bbc23246-ba78-460d-8c21-608edb0da1a5 req-a4ceeaf3-1b92-48ad-abdc-411af0cbb41c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1470847 Jun 07 12:04:58.104928 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'ffbfa81f-433c-446c-9c1a-f4c1009e560f', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': '168782f9-5571-4ebe-8de9-9add19113d73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:7c:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:04:54Z', 'updated_at': '2021-06-07T12:04:54Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:58.110757 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:04:58.120595 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:04:58.121217 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:04:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:58.146434 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bbc23246-ba78-460d-8c21-608edb0da1a5 req-919bca0d-8040-4858-a168-cb54f3c41830 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Jun 07 12:04:58.330986 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:04:58.757203 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-70155d88-ec60-4424-b946-6020716626f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'ffbfa81f-433c-446c-9c1a-f4c1009e560f', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': '168782f9-5571-4ebe-8de9-9add19113d73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:7c:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:04:54Z', 'updated_at': '2021-06-07T12:04:54Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:04:58.769692 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70155d88-ec60-4424-b946-6020716626f5 None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'ffbfa81f-433c-446c-9c1a-f4c1009e560f', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': '168782f9-5571-4ebe-8de9-9add19113d73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:7c:4e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:04:54Z', 'updated_at': '2021-06-07T12:04:54Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:04:58.851854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2674f-8293-48f3-afbb-175de920e3d0 req-298d7bca-efef-417b-99c1-0f14f9da3bb2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:58.853575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bec2674f-8293-48f3-afbb-175de920e3d0 req-298d7bca-efef-417b-99c1-0f14f9da3bb2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.1366575 Jun 07 12:04:58.972828 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bec2674f-8293-48f3-afbb-175de920e3d0 req-1859ac8d-9d10-4e24-9ec2-5f3dbe48fa95 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121504 Jun 07 12:04:59.025398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e6b3-c83a-4ad0-9df1-40fa47222dc5 req-6bc512b0-f2a7-4ac8-a1b0-e3d848f5b804 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:59.026989 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0535e6b3-c83a-4ad0-9df1-40fa47222dc5 req-6bc512b0-f2a7-4ac8-a1b0-e3d848f5b804 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1447272 Jun 07 12:04:59.085861 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0535e6b3-c83a-4ad0-9df1-40fa47222dc5 req-81b5df89-1d71-4a4e-a528-96e9f17b40e9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516353 Jun 07 12:04:59.132298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76c739-279c-46e8-886c-dff43a6a7309 None None] New status for floating IP ffbfa81f-433c-446c-9c1a-f4c1009e560f: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:04:59.282896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 59400) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:59.529699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:59.636987 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac3b0f-70ea-423d-939b-8b8bb9c9c74b req-48c3d414-e521-4a4b-9842-bf38c60e05f4 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:59.641180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7fac3b0f-70ea-423d-939b-8b8bb9c9c74b req-48c3d414-e521-4a4b-9842-bf38c60e05f4 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.3377185 Jun 07 12:04:59.686342 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7733a0-854e-4090-931a-fbb2d61ae1c1 req-42928f1d-cd60-4d6b-88eb-772d1ff2bc31 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:04:59.686342 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f7733a0-854e-4090-931a-fbb2d61ae1c1 req-42928f1d-cd60-4d6b-88eb-772d1ff2bc31 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2615051 Jun 07 12:04:59.753501 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7fac3b0f-70ea-423d-939b-8b8bb9c9c74b req-f7813953-5328-493e-aaef-abd4a6e84be1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073616 Jun 07 12:04:59.802491 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2f7733a0-854e-4090-931a-fbb2d61ae1c1 req-89a21474-d33a-439a-831f-4507355177b0 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033664 Jun 07 12:04:59.811012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:59.816518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:59.829064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0914c224-d2d0-46d1-bd3e-61c87ee0b2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:04:59.875691 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8af11318ed91444ab7c4a4fc9781d574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907841 Jun 07 12:04:59.876643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb1436-db04-464b-b9d5-23975ecae2aa,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:04:59.879228 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 59406) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:04:59.881296 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e6cbf5de-eff1-4cf0-9bfe-a8392bab94ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:04:59.949744 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:04:59.979405 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:00.045135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:00.048049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:00.051523 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dcb1436-db04-464b-b9d5-23975ecae2aa HTTP/1.1" status: 204 len: 168 time: 0.1691921 Jun 07 12:05:00.051523 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e5cce829-e752-4974-beb5-0cf7c1691241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:00.064938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb1436-db04-464b-b9d5-23975ecae2aa,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:00.067385 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-935f8329-5e78-4b01-a45a-02d0aa987d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:00.213018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c74e6-45b5-4487-98c3-799f3498feec req-c1024d7f-2424-4b72-bc59-5f6c266977a8 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:00.216018 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b4c74e6-45b5-4487-98c3-799f3498feec req-c1024d7f-2424-4b72-bc59-5f6c266977a8 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.1097791 Jun 07 12:05:00.406745 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e46e25-001b-4801-9868-246ba61c715b req-64a28cee-60ff-45f9-8486-d30e90e19b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:00.422639 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-64a28cee-60ff-45f9-8486-d30e90e19b72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1976993 Jun 07 12:05:00.430748 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b4c74e6-45b5-4487-98c3-799f3498feec req-2fff15b9-fd15-4b39-86de-964297a84479 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547453 Jun 07 12:05:00.479525 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0185c8-7e92-43b3-aada-bef141680498 req-bf23fade-2cb0-44fc-ad91-bba38fbaff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:00.481535 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-bf23fade-2cb0-44fc-ad91-bba38fbaff55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad133b09-5bd0-4fe2-9001-23c2b7523b33 HTTP/1.1" status: 200 len: 843 time: 0.1634462 Jun 07 12:05:00.484469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-62645e12-f088-43f0-a9fe-91a2fa99f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:00.486363 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-62645e12-f088-43f0-a9fe-91a2fa99f604 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08a80e2d-8e39-4db1-8c2d-24df3244352e HTTP/1.1" status: 200 len: 849 time: 0.1248176 Jun 07 12:05:00.603391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59418) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:00.637343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c68f2-8bb1-4712-b1cc-90d8dda2d698 req-62cd890e-7ca9-488f-8979-7470fa02c1e7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:00.642815 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e58c68f2-8bb1-4712-b1cc-90d8dda2d698 req-62cd890e-7ca9-488f-8979-7470fa02c1e7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.4147234 Jun 07 12:05:00.671729 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-9fe242f4-22b5-43b7-a10c-93d838ddc8ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0142408-8513-4057-ba31-98fc3c562538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752715 Jun 07 12:05:00.756080 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.35', 50223) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:00.851242 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:00.938850 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e58c68f2-8bb1-4712-b1cc-90d8dda2d698 req-129793a1-1b6f-4176-8766-c4f913800237 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725191 Jun 07 12:05:01.069568 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:01.094901 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:01.113957 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-618d3730-662c-4b3f-bc5f-dad277dafa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:01.129188 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-bfcedc9b-6d98-4dc2-8f2e-517ebc2123b3 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700141 Jun 07 12:05:01.152294 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-174be8c4-110e-4ecf-9cef-6afee118ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.155538 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-174be8c4-110e-4ecf-9cef-6afee118ad67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1099 time: 0.6998734 Jun 07 12:05:01.186968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-6bfc5214-3a9f-46d6-a215-07b8c7da9799 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030668 Jun 07 12:05:01.200374 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0185c8-7e92-43b3-aada-bef141680498 req-6462d33c-b5cb-4b30-ba2a-bac01a45129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.202077 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-6462d33c-b5cb-4b30-ba2a-bac01a45129d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0c5fc31-7096-4a56-b01e-e0fa35043767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7070384 Jun 07 12:05:01.310976 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c0c32153d1b44c791105ab70708a20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7042203 Jun 07 12:05:01.329494 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc80ca-6326-4ba4-a3d1-f4236e4ec590,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:01.336799 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:01.342030 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34386ce-963d-46e9-adcd-44681260fd39 req-2372647b-3b4a-4920-ba57-ec67c915c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.344709 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-e34386ce-963d-46e9-adcd-44681260fd39 req-2372647b-3b4a-4920-ba57-ec67c915c632 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 1103 time: 0.5832918 Jun 07 12:05:01.361170 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59428) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:01.532386 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.35', 50227) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:01.595979 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-e34386ce-963d-46e9-adcd-44681260fd39 req-9fd15a46-5660-4ba6-9307-f761af8df6d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217383 Jun 07 12:05:01.634315 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27dfcf-2f14-4fb6-9cff-326ad7b5d196 req-d548d7d2-d1f7-414a-9005-e2720c6424ee tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.639738 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc27dfcf-2f14-4fb6-9cff-326ad7b5d196 req-d548d7d2-d1f7-414a-9005-e2720c6424ee tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.6573274 Jun 07 12:05:01.640644 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-f6e46e25-001b-4801-9868-246ba61c715b req-5c65d068-d98d-408c-8cd7-1117d35e9042 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376802 Jun 07 12:05:01.672972 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:01.691855 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-dbc41342-57d6-413d-b20f-06322e6c61ee service neutron] 10.222.0.35 "GET /v2.0/networks/a0c5fc31-7096-4a56-b01e-e0fa35043767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637742 Jun 07 12:05:01.700920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-2010821e-6470-4d37-8a8a-0ea325c57928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.703759 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-2010821e-6470-4d37-8a8a-0ea325c57928 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.4983265 Jun 07 12:05:01.754060 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb3e5142-b2a4-41e3-98da-1633ec913efe req-3e2f9deb-c951-4324-b19e-6e675eb6fd44 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509663 Jun 07 12:05:01.773400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273677df-e1c3-42b4-9245-5beefd7f5584 req-ace4cabf-dafa-4723-b912-97bcd467d85f tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:01.774997 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-273677df-e1c3-42b4-9245-5beefd7f5584 req-ace4cabf-dafa-4723-b912-97bcd467d85f tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.6982479 Jun 07 12:05:01.839255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc27dfcf-2f14-4fb6-9cff-326ad7b5d196 req-4e27c28d-21ca-49ea-940c-260827cb7c6b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740370 Jun 07 12:05:02.002175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:02.085787 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-e29bf883-2cd4-41ba-bc83-e1d55aa962fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 200 len: 1002 time: 0.3517418 Jun 07 12:05:02.091419 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-273677df-e1c3-42b4-9245-5beefd7f5584 req-ae46742d-887c-44ee-bd13-2f11b51af0b3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929833 Jun 07 12:05:02.095734 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777f03-dd2e-4e46-b474-832747f1981f req-cba8f1c5-71ad-4552-aa95-f2db71ff6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.097530 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-cba8f1c5-71ad-4552-aa95-f2db71ff6b91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 1096 time: 0.5625863 Jun 07 12:05:02.183920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-7ac3c054-5a74-4f5b-86b7-0913ccf9cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.187756 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-7ac3c054-5a74-4f5b-86b7-0913ccf9cbc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.0918632 Jun 07 12:05:02.237711 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-f68bdbce-1a84-414c-bd2a-572fa242f0c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a0c5fc31-7096-4a56-b01e-e0fa35043767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182936 Jun 07 12:05:02.283996 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-1cda57bc-8822-42c3-a8be-0309b1f6b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.285507 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-1cda57bc-8822-42c3-a8be-0309b1f6b520 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1096 time: 0.4048402 Jun 07 12:05:02.331020 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:02.333344 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-346b4981-2322-48f4-95f4-916ad7e6a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.333577 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:02.334703 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16fc80ca-6326-4ba4-a3d1-f4236e4ec590 HTTP/1.1" status: 204 len: 168 time: 0.9725692 Jun 07 12:05:02.335156 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-346b4981-2322-48f4-95f4-916ad7e6a3fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3338fc38443a4377bc066f13fa67b0bb&device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 1097 time: 0.4919589 Jun 07 12:05:02.346057 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e996c3b9-78b8-408c-92e7-a57599671b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:02.358554 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525cc5d-e406-4851-a986-79ca5d55f8f8 req-acb42d06-5ede-4d83-8272-55df40048d21 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.360575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6525cc5d-e406-4851-a986-79ca5d55f8f8 req-acb42d06-5ede-4d83-8272-55df40048d21 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.3855462 Jun 07 12:05:02.364976 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc80ca-6326-4ba4-a3d1-f4236e4ec590,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:02.380856 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:02.548697 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777f03-dd2e-4e46-b474-832747f1981f req-3687bff6-9586-440d-9d97-0d9d5f704c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.550177 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-3687bff6-9586-440d-9d97-0d9d5f704c74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1096 time: 0.4156563 Jun 07 12:05:02.561728 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-ebbc331c-7c54-4f7c-9ae9-841b19b063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.563272 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-ebbc331c-7c54-4f7c-9ae9-841b19b063b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3604431 Jun 07 12:05:02.610106 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6525cc5d-e406-4851-a986-79ca5d55f8f8 req-8784bdf0-4b05-40d8-9555-c79d04f17536 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040260 Jun 07 12:05:02.635437 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-8cfac2a9-47e1-4da1-a6d4-c395ffb68266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.636968 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-8cfac2a9-47e1-4da1-a6d4-c395ffb68266 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.3394365 Jun 07 12:05:02.702545 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-84caf641-8410-4412-bd00-af20cf7a39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.702545 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-84caf641-8410-4412-bd00-af20cf7a39c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 200 len: 910 time: 0.3403215 Jun 07 12:05:02.772866 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-efe55ee3-080b-4916-b0fd-e2bbeeed2c06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 217 time: 0.0798821 Jun 07 12:05:02.846352 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29464d-a926-4427-9b4c-7a5bc52d25d1 req-bec56f36-98f5-460e-a539-4d3a4809a78c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.847955 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3d29464d-a926-4427-9b4c-7a5bc52d25d1 req-bec56f36-98f5-460e-a539-4d3a4809a78c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.5947659 Jun 07 12:05:02.849353 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-edb92c13-21aa-42bc-abc5-c1d89a9ba49e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 HTTP/1.1" status: 200 len: 217 time: 0.1367371 Jun 07 12:05:02.871627 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-6e205f81-f194-47d1-9bcf-aeb4e0f12ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934325 Jun 07 12:05:02.890284 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-0549a909-b9b6-4adb-8ebf-0f1d9c9c42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.892013 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-0549a909-b9b6-4adb-8ebf-0f1d9c9c42fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.1076264 Jun 07 12:05:02.975238 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777f03-dd2e-4e46-b474-832747f1981f req-96221a5a-dc39-4e4b-8c81-aef6b03e6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:02.977366 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-96221a5a-dc39-4e4b-8c81-aef6b03e6d44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.4080062 Jun 07 12:05:03.112869 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-5f24de93-f386-4393-a453-88f36c2f28b0 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151763 Jun 07 12:05:03.116318 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3d29464d-a926-4427-9b4c-7a5bc52d25d1 req-76f1d541-6fec-4830-86e5-a95056f2e4cb tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356308 Jun 07 12:05:03.133782 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-c676dd91-8159-4191-83cd-81cbc28141d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:03.148038 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-c676dd91-8159-4191-83cd-81cbc28141d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2210417 Jun 07 12:05:03.213256 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-7b3bde05-7180-4daa-ab01-9794ea92465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:03.216155 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-7b3bde05-7180-4daa-ab01-9794ea92465d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=08a80e2d-8e39-4db1-8c2d-24df3244352e HTTP/1.1" status: 200 len: 849 time: 0.3333786 Jun 07 12:05:03.343529 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-ce376d04-49b2-463c-bcbb-e7e3c45be261 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963458 Jun 07 12:05:03.371504 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-6bddad11-244b-407f-a10f-e0786bd87355 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 999 time: 0.3777525 Jun 07 12:05:03.381537 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-8f0eb0ff-14d1-46ee-a7ba-11cc0b41a283 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e0142408-8513-4057-ba31-98fc3c562538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458535 Jun 07 12:05:03.593266 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-40e3fbf4-0726-4e63-9c54-e87916976e2a service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268882 Jun 07 12:05:03.727309 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777f03-dd2e-4e46-b474-832747f1981f req-eb890fb3-2611-44a8-aafb-337de9074ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:03.728972 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-eb890fb3-2611-44a8-aafb-337de9074ab7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.3446026 Jun 07 12:05:03.737004 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53323fd8-6060-412a-a978-b19368d7a7a0 req-e93b0612-e123-40cb-b4d7-09dc6f8ba81b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:03.738522 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53323fd8-6060-412a-a978-b19368d7a7a0 req-e93b0612-e123-40cb-b4d7-09dc6f8ba81b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 944 time: 0.6142216 Jun 07 12:05:03.872779 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e69c8-4cb2-4362-bba0-0aaa0288d0bd req-533883b4-e781-43fc-99ea-5ccb19917501 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:03.874348 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-714e69c8-4cb2-4362-bba0-0aaa0288d0bd req-533883b4-e781-43fc-99ea-5ccb19917501 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.5734723 Jun 07 12:05:03.880927 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-5c86284b-5489-4c8d-984b-c2d8fc329f04 service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623110 Jun 07 12:05:03.930997 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53323fd8-6060-412a-a978-b19368d7a7a0 req-79a67a19-89cb-4a72-95c2-8c5024c5352d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486764 Jun 07 12:05:03.992001 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-714e69c8-4cb2-4362-bba0-0aaa0288d0bd req-9be90762-c3d5-4ec3-8537-42550f9ae546 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065583 Jun 07 12:05:04.056705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a777f03-dd2e-4e46-b474-832747f1981f req-703875bd-2251-42fc-9f14-ce4cb0d8f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:04.058007 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-703875bd-2251-42fc-9f14-ce4cb0d8f729 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3166156 Jun 07 12:05:04.171874 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:05:04.206886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 8ccfd095-a88e-43d2-ac32-47a88a4b6990 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:05:04.220063 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ceaa3061-522e-4c03-b487-d8a10e44dc83 req-f4fe28d0-cda2-467a-ac36-f15168f4866f service neutron] 10.222.0.35 "GET /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141661 Jun 07 12:05:04.386809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:04.411254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'port_id': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'mac_address': 'fa:16:3e:46:b6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:05:04.425155 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-78b6b503-4d98-4e88-8cba-800379c544a2 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551364 Jun 07 12:05:04.475967 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d411f8-aeb7-441b-8a63-7726e92dd417 req-f190e44d-272d-4c68-97f3-3c38fce5326d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:04.477744 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f1d411f8-aeb7-441b-8a63-7726e92dd417 req-f190e44d-272d-4c68-97f3-3c38fce5326d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 943 time: 0.3335292 Jun 07 12:05:04.486843 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:04.506506 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccfd095-a88e-43d2-ac32-47a88a4b6990 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:05:04.527165 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:04.535895 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:04.537569 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:05:04.544512 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:04.617405 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083701-d500-40d5-9e04-5cd8045d5aa5 req-75904e27-8ed1-476b-8e48-7a054463c073 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:04.618785 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-45083701-d500-40d5-9e04-5cd8045d5aa5 req-75904e27-8ed1-476b-8e48-7a054463c073 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2842414 Jun 07 12:05:04.660718 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f1d411f8-aeb7-441b-8a63-7726e92dd417 req-839403d0-89d3-4bd4-b0bf-95bc9795854e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668460 Jun 07 12:05:04.667341 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a777f03-dd2e-4e46-b474-832747f1981f req-6b75a96a-058f-4f50-9146-d49ef816f98b service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337415 Jun 07 12:05:04.693948 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-45083701-d500-40d5-9e04-5cd8045d5aa5 req-f13e4a8b-99e2-466e-b969-ad72560f942c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606983 Jun 07 12:05:04.748698 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:04.753210 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:04.902091 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:04.977997 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091', 'network_id': 'e0142408-8513-4057-ba31-98fc3c562538', 'port_id': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091', 'mac_address': 'fa:16:3e:11:3b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a80e2d-8e39-4db1-8c2d-24df3244352e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:05:05.062762 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:05.091248 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:05:05.121696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:05.128860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:05.135537 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:05.248786 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:05.260120 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:05.486414 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:05.506601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ff059-0759-4121-ba3d-7b1968fe2d21 req-c840f2bd-ec5b-4225-974a-aed76dd30004 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:05.514559 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c41ff059-0759-4121-ba3d-7b1968fe2d21 req-c840f2bd-ec5b-4225-974a-aed76dd30004 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 945 time: 0.2394514 Jun 07 12:05:05.525697 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['bf6156b7-aa73-4c5e-a6c6-688fbbe6e091'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:05.538203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1bb0e-4aac-4dce-bccc-410ba270ff11 req-004d5fcb-0540-4fe3-9ece-1029013ad6e9 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:05.539810 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-11e1bb0e-4aac-4dce-bccc-410ba270ff11 req-004d5fcb-0540-4fe3-9ece-1029013ad6e9 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2095814 Jun 07 12:05:05.610592 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c41ff059-0759-4121-ba3d-7b1968fe2d21 req-49fa11ff-1c99-4e26-9493-ef0d33515eb1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Jun 07 12:05:05.652034 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-11e1bb0e-4aac-4dce-bccc-410ba270ff11 req-14ca505e-0028-42a9-9777-a554b5722638 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051853 Jun 07 12:05:06.088304 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0c535-2d66-4e6f-b740-497dcbf9d4a2 req-f9d62af3-a039-4320-87b8-1d998360ae97 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:06.090527 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ad0c535-2d66-4e6f-b740-497dcbf9d4a2 req-f9d62af3-a039-4320-87b8-1d998360ae97 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3297942 Jun 07 12:05:06.178930 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1b05e-44fe-4438-b0e4-bbac5dd0431e req-39ce4cb2-6acf-446e-b359-fa1b31d2e212 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:06.187618 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1de1b05e-44fe-4438-b0e4-bbac5dd0431e req-39ce4cb2-6acf-446e-b359-fa1b31d2e212 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 944 time: 0.2944572 Jun 07 12:05:06.192232 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ad0c535-2d66-4e6f-b740-497dcbf9d4a2 req-4f54699f-8362-4281-a0ed-a93098b0955d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910687 Jun 07 12:05:06.269405 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1de1b05e-44fe-4438-b0e4-bbac5dd0431e req-b199f4c5-3b7a-4d2f-9882-eef7191e0ea2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Jun 07 12:05:06.638584 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3599b2-b9be-4196-9cd1-213603595f98 req-f49c51d9-c5d4-462d-b2ae-2f6cbcf16049 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:06.640467 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5d3599b2-b9be-4196-9cd1-213603595f98 req-f49c51d9-c5d4-462d-b2ae-2f6cbcf16049 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1901724 Jun 07 12:05:06.748287 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5d3599b2-b9be-4196-9cd1-213603595f98 req-76238657-4434-4194-a756-32906a12d04b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973642 Jun 07 12:05:07.109327 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853943f-25b8-4337-93e3-96faeb242a55 req-15cc3bcf-4707-4ee2-be6e-785b882ecfc6 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:07.117151 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b853943f-25b8-4337-93e3-96faeb242a55 req-15cc3bcf-4707-4ee2-be6e-785b882ecfc6 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1446416 Jun 07 12:05:07.146390 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca6ce-d7a2-4551-8383-06f62eac6ea5 req-e7c71dc0-e81e-4801-b8e9-833f5f50aacb tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:07.148251 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-731ca6ce-d7a2-4551-8383-06f62eac6ea5 req-e7c71dc0-e81e-4801-b8e9-833f5f50aacb tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 945 time: 0.2452095 Jun 07 12:05:07.226320 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b853943f-25b8-4337-93e3-96faeb242a55 req-eecaee00-facf-4430-95f1-a09e40bfcb13 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074545 Jun 07 12:05:07.280396 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-731ca6ce-d7a2-4551-8383-06f62eac6ea5 req-5298efa5-336b-4654-af53-af613a83cc4a tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016273 Jun 07 12:05:07.572517 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b769e-c9ca-41c1-8574-4118f6aa57a1 req-07fc7857-cb2a-4dda-a238-302b6edbe053 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:07.574133 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b93b769e-c9ca-41c1-8574-4118f6aa57a1 req-07fc7857-cb2a-4dda-a238-302b6edbe053 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1617448 Jun 07 12:05:07.582316 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893e0d-dfe9-44fa-b54e-345ce8ad8ab8 req-82e69186-bc31-459d-924b-74b239a3a999 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:07.583851 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58893e0d-dfe9-44fa-b54e-345ce8ad8ab8 req-82e69186-bc31-459d-924b-74b239a3a999 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 944 time: 0.1691797 Jun 07 12:05:07.789025 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b93b769e-c9ca-41c1-8574-4118f6aa57a1 req-452b23d3-bae8-4181-85cb-295ddc314279 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041297 Jun 07 12:05:07.798198 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58893e0d-dfe9-44fa-b54e-345ce8ad8ab8 req-3d2aecaf-9dbd-4a68-abd7-0c9234b6ccd1 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760834 Jun 07 12:05:08.044509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef7b89-ec2f-40d2-8195-a707cd2ac67f req-6c045947-37ec-4ce1-baa4-1d70da8d960e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:08.046660 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-38ef7b89-ec2f-40d2-8195-a707cd2ac67f req-6c045947-37ec-4ce1-baa4-1d70da8d960e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1267512 Jun 07 12:05:08.106372 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-38ef7b89-ec2f-40d2-8195-a707cd2ac67f req-d2e8c94a-dece-4999-a0db-c2b523a38ece tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492961 Jun 07 12:05:08.212743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 8ccfd095-a88e-43d2-ac32-47a88a4b6990 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:05:08.334835 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:05:08.358036 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:08.358898 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:08.640319 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf058f-e4e3-48d3-bd66-1ee9ddb6fd84 req-0064d535-69fe-42aa-bcc7-50b3522a3178 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:08.651418 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-febf058f-e4e3-48d3-bd66-1ee9ddb6fd84 req-0064d535-69fe-42aa-bcc7-50b3522a3178 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 945 time: 0.1820853 Jun 07 12:05:08.671304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:08.731881 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:08.738356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf5862-dccf-4fdc-bf47-590088b2e4f2" -d '{"events": [{"server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:08.753979 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-febf058f-e4e3-48d3-bd66-1ee9ddb6fd84 req-553e578d-3154-48d8-99e0-514dceaa16de tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993550 Jun 07 12:05:08.759151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:08.766271 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:08.767501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:05:08.864972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:08.988381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de31a2-04ca-442a-843a-c10b0a3edb3e x-openstack-request-id: req-76de31a2-04ca-442a-843a-c10b0a3edb3e {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:08.988856 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:08.989217 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76de31a2-04ca-442a-843a-c10b0a3edb3e {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:08.989709 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'code': 200} Jun 07 12:05:08.991116 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c786a2c-7cd0-4bd0-a159-9545d9e673e9 req-cd2b8cb9-1936-456c-8d14-d3cd2d3c0281 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:08.994202 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5c786a2c-7cd0-4bd0-a159-9545d9e673e9 req-cd2b8cb9-1936-456c-8d14-d3cd2d3c0281 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2354689 Jun 07 12:05:09.039929 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:09.045727 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:05:09.054902 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.055252 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.055580 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.055904 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.056225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.056564 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.056895 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.057212 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.057548 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.057864 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.058184 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.058483 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:09.065217 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:09.068865 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:09.069523 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:09.233602 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5c786a2c-7cd0-4bd0-a159-9545d9e673e9 req-e8a437fd-2d11-4d61-9f86-6e192ef21b56 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658118 Jun 07 12:05:09.255655 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb879-a962-4a3a-9b68-0271b3641994 req-c8f2b719-48a9-4ba5-a173-a998aa091e96 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:09.264028 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-681bb879-a962-4a3a-9b68-0271b3641994 req-c8f2b719-48a9-4ba5-a173-a998aa091e96 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2673128 Jun 07 12:05:09.297339 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:09.325679 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-681bb879-a962-4a3a-9b68-0271b3641994 req-bee70b9b-adaf-4568-85d7-bbcc82000e2b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Jun 07 12:05:09.351009 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:09.363211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:09.365566 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-2f95ac6c-2363-46b2-8233-35e56ae94c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:09.532686 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:09.543649 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:09.661468 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9065-45cc-4c4e-9361-12fa58b86da1 req-57624281-5728-4c50-8849-7e28b3faea27 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:09.664280 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9c7b9065-45cc-4c4e-9361-12fa58b86da1 req-57624281-5728-4c50-8849-7e28b3faea27 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2100394 Jun 07 12:05:09.674962 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343830e0-b2c5-4913-a615-b90d813133a0 req-c39e6396-ecf7-4918-8cf7-7d6a8630cc45 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:09.676581 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-343830e0-b2c5-4913-a615-b90d813133a0 req-c39e6396-ecf7-4918-8cf7-7d6a8630cc45 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1713033 Jun 07 12:05:09.764803 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-343830e0-b2c5-4913-a615-b90d813133a0 req-41035aa2-d916-46ed-8cca-139a223ca7da tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637927 Jun 07 12:05:09.777345 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9c7b9065-45cc-4c4e-9361-12fa58b86da1 req-febd7b04-300c-45a9-9fb6-3434a6a61fea tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995526 Jun 07 12:05:10.023442 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd3157-599f-4fcf-b58e-a90745b76d86 req-816ca996-ec6c-4b1c-a08d-6e61d5fdeca2 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:10.026076 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3bd3157-599f-4fcf-b58e-a90745b76d86 req-816ca996-ec6c-4b1c-a08d-6e61d5fdeca2 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1297021 Jun 07 12:05:10.097970 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3bd3157-599f-4fcf-b58e-a90745b76d86 req-d404a0bd-fd7a-4c10-add2-461f17dbc39f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Jun 07 12:05:10.614753 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d820ff-b09c-4eec-a92e-b636d1c4c78f req-9a595e5f-f72f-4aff-9a46-1f1cb859dc6c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:10.616460 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a4d820ff-b09c-4eec-a92e-b636d1c4c78f req-9a595e5f-f72f-4aff-9a46-1f1cb859dc6c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1884794 Jun 07 12:05:10.690344 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95acc0-e226-429c-9e34-37e583572b84 req-677a6357-29f8-44f6-bd7a-a1be7cc79845 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:10.692109 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9d95acc0-e226-429c-9e34-37e583572b84 req-677a6357-29f8-44f6-bd7a-a1be7cc79845 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1642253 Jun 07 12:05:10.695369 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a4d820ff-b09c-4eec-a92e-b636d1c4c78f req-59e465bd-eb20-410b-9b76-97bd9f6b0357 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Jun 07 12:05:10.772635 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9d95acc0-e226-429c-9e34-37e583572b84 req-50b8e531-18ea-435f-b80a-492c443498f2 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Jun 07 12:05:10.991445 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:10.993949 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee7754-526b-4138-a1f1-15b2b4f5d1f2" -d '{"events": [{"server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "name": "network-vif-plugged", "status": "completed", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:11.128059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e6fb7-e3f8-4521-a363-62b55be6c0e0 req-db7f9781-5974-4e0f-9237-0a8e65495474 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:11.129698 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-718e6fb7-e3f8-4521-a363-62b55be6c0e0 req-db7f9781-5974-4e0f-9237-0a8e65495474 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1249812 Jun 07 12:05:11.138582 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564e53-71ae-4618-88d3-aab06295d0bb req-f7af00f0-5243-4ad3-a6d6-d95b8098c8de tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:11.140092 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-89564e53-71ae-4618-88d3-aab06295d0bb req-f7af00f0-5243-4ad3-a6d6-d95b8098c8de tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1799405 Jun 07 12:05:11.237977 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-718e6fb7-e3f8-4521-a363-62b55be6c0e0 req-c27545f0-c590-4d67-ad1c-f8c13933d9e6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951073 Jun 07 12:05:11.244051 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-89564e53-71ae-4618-88d3-aab06295d0bb req-c62f3adc-2df9-4958-87ae-0e0e178ef964 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738699 Jun 07 12:05:11.314242 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68c624-b219-4396-9842-0398e15acb25 x-openstack-request-id: req-4a68c624-b219-4396-9842-0398e15acb25 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:11.314544 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "name": "network-vif-plugged", "status": "completed", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:11.314809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a68c624-b219-4396-9842-0398e15acb25 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:11.315206 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091', 'code': 200} Jun 07 12:05:11.556834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b866-7033-4c56-9f2d-cb85b8b8f787 req-94da988c-76f6-4ade-81fb-3a938ea03059 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:11.558298 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5d87b866-7033-4c56-9f2d-cb85b8b8f787 req-94da988c-76f6-4ade-81fb-3a938ea03059 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1394136 Jun 07 12:05:11.634970 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5d87b866-7033-4c56-9f2d-cb85b8b8f787 req-2b78b07f-e1e7-4fec-8e6a-d39a6e6215d9 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644410 Jun 07 12:05:12.078380 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e39d6-c4c3-4f53-8d8a-b6c1d2e731cf req-6de02ffb-7d65-440c-8353-b0e194a4fd9a tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:12.080914 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-891e39d6-c4c3-4f53-8d8a-b6c1d2e731cf req-6de02ffb-7d65-440c-8353-b0e194a4fd9a tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2293139 Jun 07 12:05:12.167804 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-891e39d6-c4c3-4f53-8d8a-b6c1d2e731cf req-d25f37ec-fa2a-4a28-b22b-664b6aaf2919 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727849 Jun 07 12:05:12.184545 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018f8c1-9e50-43f6-94dc-4c6c35b38277 req-3ea67a66-35aa-40ad-855b-a79ac3cd446e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:12.192146 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c018f8c1-9e50-43f6-94dc-4c6c35b38277 req-3ea67a66-35aa-40ad-855b-a79ac3cd446e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2262661 Jun 07 12:05:12.205351 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:12.281741 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c018f8c1-9e50-43f6-94dc-4c6c35b38277 req-bb280c29-c412-430c-9de2-0d31c3d38465 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Jun 07 12:05:12.689090 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0f62-cc27-4fa2-a0a0-a7f268e57f9b req-d25d0ad2-5165-477d-aa59-40b461822e93 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:12.691209 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-151b0f62-cc27-4fa2-a0a0-a7f268e57f9b req-d25d0ad2-5165-477d-aa59-40b461822e93 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1896794 Jun 07 12:05:12.713588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa022dd-71a3-4da3-83db-3498830c7f0a req-2dcc3459-eb98-4753-974f-65302c9dd4d4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:12.715965 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7fa022dd-71a3-4da3-83db-3498830c7f0a req-2dcc3459-eb98-4753-974f-65302c9dd4d4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1789401 Jun 07 12:05:12.830998 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-151b0f62-cc27-4fa2-a0a0-a7f268e57f9b req-04627829-ad1b-49aa-ae7e-d425bad2492d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137102 Jun 07 12:05:12.849555 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7fa022dd-71a3-4da3-83db-3498830c7f0a req-644afab3-a693-438c-a279-59a5c829acb2 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072495 Jun 07 12:05:13.176511 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6165d5-6323-41d9-b30e-49b9a792ed7c req-45ae47da-b5a4-4edf-bdbb-077951c39d1b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:13.176511 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee6165d5-6323-41d9-b30e-49b9a792ed7c req-45ae47da-b5a4-4edf-bdbb-077951c39d1b tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.2099223 Jun 07 12:05:13.226144 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee6165d5-6323-41d9-b30e-49b9a792ed7c req-7e7a2fca-3cd1-4d2f-9bc2-72fca79ee523 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 Jun 07 12:05:13.445305 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5289e3-6b2c-4a5e-897d-0d3555d81839 req-7702ef09-2998-42b6-adc2-399b5221eaf7 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:13.446781 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ae5289e3-6b2c-4a5e-897d-0d3555d81839 req-7702ef09-2998-42b6-adc2-399b5221eaf7 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1251154 Jun 07 12:05:13.553442 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ae5289e3-6b2c-4a5e-897d-0d3555d81839 req-31e8d009-a6d4-43d2-bd27-b7d8e0bb0415 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729914 Jun 07 12:05:13.580273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7e893-9cf8-4791-bb04-f86d663faf58 req-2a2e070e-7ba7-49bc-8ce6-5e8d8f8f7f2a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:13.581899 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-97f7e893-9cf8-4791-bb04-f86d663faf58 req-2a2e070e-7ba7-49bc-8ce6-5e8d8f8f7f2a tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1341798 Jun 07 12:05:13.647879 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-97f7e893-9cf8-4791-bb04-f86d663faf58 req-7aba525f-a10e-4dd5-8ebd-f3549e7bc745 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580385 Jun 07 12:05:14.260982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7f98-a7b5-482f-90b7-3f14e4d606b3 req-c8f3f61a-98b4-47d7-a452-9cbce12febef tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:14.264963 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-309d7f98-a7b5-482f-90b7-3f14e4d606b3 req-c8f3f61a-98b4-47d7-a452-9cbce12febef tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1736398 Jun 07 12:05:14.312263 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978f16e-f852-408f-8deb-119ddec15068 req-a4d7c6e0-cc9d-40f8-bab4-dfb56b35031b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:14.319377 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f978f16e-f852-408f-8deb-119ddec15068 req-a4d7c6e0-cc9d-40f8-bab4-dfb56b35031b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2797301 Jun 07 12:05:14.389246 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-309d7f98-a7b5-482f-90b7-3f14e4d606b3 req-3ba7a2ba-4a88-4923-a5ea-9987920ccbf6 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087401 Jun 07 12:05:14.417647 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f978f16e-f852-408f-8deb-119ddec15068 req-de55e96f-c8e2-456b-b9d5-d2aeab9bfe7c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940568 Jun 07 12:05:14.641730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567174e6-e1c7-4b55-b36d-3cbcd7485da8 req-11b74f44-0014-49d3-b224-b60317e72d5c tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:14.643473 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-567174e6-e1c7-4b55-b36d-3cbcd7485da8 req-11b74f44-0014-49d3-b224-b60317e72d5c tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1330564 Jun 07 12:05:14.730092 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-567174e6-e1c7-4b55-b36d-3cbcd7485da8 req-f652b5ed-1330-4af5-bfee-596e7d535cdb tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728886 Jun 07 12:05:14.954606 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a6444-9b57-41f4-ad4c-f3b92fba7735 req-7ae97497-d991-4f90-a039-1f6ced1bf260 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:14.956178 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-434a6444-9b57-41f4-ad4c-f3b92fba7735 req-7ae97497-d991-4f90-a039-1f6ced1bf260 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2149453 Jun 07 12:05:15.022239 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46998e9a-1ee7-4f3d-9416-524eee4fb68b req-523e6750-9a30-4500-afb5-babf57e0d078 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:15.023838 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46998e9a-1ee7-4f3d-9416-524eee4fb68b req-523e6750-9a30-4500-afb5-babf57e0d078 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1496668 Jun 07 12:05:15.033406 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-434a6444-9b57-41f4-ad4c-f3b92fba7735 req-9d7125c9-c071-4363-96b5-608ea02199ff tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684321 Jun 07 12:05:15.097143 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46998e9a-1ee7-4f3d-9416-524eee4fb68b req-7338bd2e-a54a-4be4-b35b-b0b5ff681981 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Jun 07 12:05:15.651519 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-33b30af7-06ef-468e-b9f6-7165a0741d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:15.742637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643ff11-40db-4048-a5f5-0a36c447624b req-64b8bed5-18f0-4c72-bc03-0498e55b45fb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:15.744237 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2643ff11-40db-4048-a5f5-0a36c447624b req-64b8bed5-18f0-4c72-bc03-0498e55b45fb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2103677 Jun 07 12:05:15.769625 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90591142-0e9a-4488-9062-f5385bfe9d7a req-5d98fdf3-4989-480f-be54-212e3b6e4c0d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:15.771320 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90591142-0e9a-4488-9062-f5385bfe9d7a req-5d98fdf3-4989-480f-be54-212e3b6e4c0d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1671307 Jun 07 12:05:15.879034 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2643ff11-40db-4048-a5f5-0a36c447624b req-ba6eac71-a7c5-49ba-9ea7-05723887ccbc tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066403 Jun 07 12:05:15.884634 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90591142-0e9a-4488-9062-f5385bfe9d7a req-6a8135f8-e759-4358-a3ee-ba98d91184d7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862458 Jun 07 12:05:16.174396 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c3e11-a980-43c4-afd3-213e8fedd2ad req-5913dab7-69cd-401a-b1d6-6c7a4a20a342 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:16.176376 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-145c3e11-a980-43c4-afd3-213e8fedd2ad req-5913dab7-69cd-401a-b1d6-6c7a4a20a342 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1716228 Jun 07 12:05:16.330853 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-145c3e11-a980-43c4-afd3-213e8fedd2ad req-b588afa3-c944-4856-998f-bd3152f5b256 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857973 Jun 07 12:05:16.358851 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cd92a-2b8f-48c9-9564-a6e42dd01478 req-52c0a011-1449-44ad-95c0-6860d9b1231e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:16.361192 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d07cd92a-2b8f-48c9-9564-a6e42dd01478 req-52c0a011-1449-44ad-95c0-6860d9b1231e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1788754 Jun 07 12:05:16.387825 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59688) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:16.564339 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d07cd92a-2b8f-48c9-9564-a6e42dd01478 req-e353828d-ffa7-4f36-bb7d-f7262cbbf87c tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909897 Jun 07 12:05:16.648485 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:16.694834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14191d3f-db70-46be-bc9d-aafd6198536d req-23345d63-b5c7-4fff-93fe-2fd1fa4e745f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:16.697478 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-14191d3f-db70-46be-bc9d-aafd6198536d req-23345d63-b5c7-4fff-93fe-2fd1fa4e745f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1954231 Jun 07 12:05:16.769070 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-14191d3f-db70-46be-bc9d-aafd6198536d req-f5371480-83c1-4db0-8315-5e0dfe0005cf tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Jun 07 12:05:16.825947 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:16.834169 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:16.844061 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6c9dc848-75a0-440f-b15e-4a25d237519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:16.893230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f93d4-4273-4770-bc49-748d474a8b3d,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:16.896845 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:16.899614 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66ba68f09c5b4f0887fe7609ff2aa48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098665 Jun 07 12:05:16.904573 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59692) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:16.993776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.043667 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.138485 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.141448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.145234 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/185f93d4-4273-4770-bc49-748d474a8b3d HTTP/1.1" status: 204 len: 168 time: 0.2372754 Jun 07 12:05:17.163080 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f6006136-8b72-4f6c-ac9c-ff39bd4699ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:17.189235 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f93d4-4273-4770-bc49-748d474a8b3d,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:17.196578 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:17.254845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6214f53-f4b0-49c8-9c86-4617fa9f275e req-1291c0a5-69e5-4c75-b52a-fe0c3dd2378b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:17.256489 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c6214f53-f4b0-49c8-9c86-4617fa9f275e req-1291c0a5-69e5-4c75-b52a-fe0c3dd2378b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2002325 Jun 07 12:05:17.271578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e628814-38fd-4442-871b-40ef6c5d0979 req-11e39a3b-0439-430e-b5f7-43fb445368df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:17.273177 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6e628814-38fd-4442-871b-40ef6c5d0979 req-11e39a3b-0439-430e-b5f7-43fb445368df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1604676 Jun 07 12:05:17.365468 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c6214f53-f4b0-49c8-9c86-4617fa9f275e req-1799d75c-7302-459f-bec5-4aafa6d04c12 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Jun 07 12:05:17.374448 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6e628814-38fd-4442-871b-40ef6c5d0979 req-3abfe07c-6b0c-429b-8642-a37707fcc7bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844979 Jun 07 12:05:17.630728 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59708) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:17.648267 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772bf5f-f2f1-4622-bf6a-ecc359660d7d req-e5712a06-c10f-458b-a43b-7f7de3903aee tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:17.656948 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3772bf5f-f2f1-4622-bf6a-ecc359660d7d req-e5712a06-c10f-458b-a43b-7f7de3903aee tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1522648 Jun 07 12:05:17.665465 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.745570 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3772bf5f-f2f1-4622-bf6a-ecc359660d7d req-cf40bfde-159f-4167-a010-9d62d1364a5d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875320 Jun 07 12:05:17.900982 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.909389 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:17.934539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2dcdf-3d4e-4dce-b161-23ed14d6d5ee req-e110464c-8021-492d-b9dd-cecef2c9d839 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:17.937943 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a5e2dcdf-3d4e-4dce-b161-23ed14d6d5ee req-e110464c-8021-492d-b9dd-cecef2c9d839 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1718881 Jun 07 12:05:17.938448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b86585ae-f42c-44c4-8c04-e148eb882114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:17.988774 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97bbf6f9a7ff45a4a358df95aee25158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516448 Jun 07 12:05:17.989182 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59712) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:18.001188 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2939033-10d5-4da1-a823-47739889f9d5,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:18.006429 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:18.077167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.111602 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.181574 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a5e2dcdf-3d4e-4dce-b161-23ed14d6d5ee req-938a88e2-c11b-48f4-b570-6814ea7086c4 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332449 Jun 07 12:05:18.190990 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.193924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.197419 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2939033-10d5-4da1-a823-47739889f9d5 HTTP/1.1" status: 204 len: 168 time: 0.2048404 Jun 07 12:05:18.197419 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-978bfef9-5f1e-494f-bce1-b1207ad53089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:18.216462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2939033-10d5-4da1-a823-47739889f9d5,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:18.220400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:18.246828 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6df38-b39d-4dde-9a0a-608e4c6a2d43 req-212c02a1-d18b-4edd-b5ec-c8f47d625e85 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:18.248866 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a2f6df38-b39d-4dde-9a0a-608e4c6a2d43 req-212c02a1-d18b-4edd-b5ec-c8f47d625e85 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.2262244 Jun 07 12:05:18.282472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.321504 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a2f6df38-b39d-4dde-9a0a-608e4c6a2d43 req-8d35b763-315a-45dd-ae37-4ac2c7a7ef00 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590403 Jun 07 12:05:18.571730 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-f71ebd1e-7dce-425c-927b-33455014beff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.663206 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d817b6d-87de-4a57-9e87-bcd84a41a18b req-a2ac0bf1-08f1-4a27-bb26-a058b968057b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:18.664797 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d817b6d-87de-4a57-9e87-bcd84a41a18b req-a2ac0bf1-08f1-4a27-bb26-a058b968057b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1718135 Jun 07 12:05:18.679210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39188ef5-c7af-44b9-8a9a-7d68b4b233e3 req-1a1204d6-54b9-4b52-a15a-23c17eefde7e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:18.680842 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-39188ef5-c7af-44b9-8a9a-7d68b4b233e3 req-1a1204d6-54b9-4b52-a15a-23c17eefde7e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1468725 Jun 07 12:05:18.705561 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59722) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:18.724605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.754177 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d817b6d-87de-4a57-9e87-bcd84a41a18b req-b128c244-c778-4ac5-a2de-ab77a4bc60bb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723405 Jun 07 12:05:18.762751 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-39188ef5-c7af-44b9-8a9a-7d68b4b233e3 req-1d7340be-de30-4c2f-bb71-cd5f3af6e056 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660586 Jun 07 12:05:18.849667 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.854199 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:18.863834 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-802b12bc-fb91-487d-835a-fab7b1fd2f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:18.917745 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afc23c7b02034ba092ee1047acc5ac95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109036 Jun 07 12:05:18.920044 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287af965-ba3d-4290-8c82-939152c64b0a,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:18.924734 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 59728) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:18.927106 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:19.000790 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:19.008124 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef912b0f-c6a0-44b7-ab4e-5e5fd910e419 req-1dd79176-ca7d-417d-ad7b-f1229595280d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:19.009803 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef912b0f-c6a0-44b7-ab4e-5e5fd910e419 req-1dd79176-ca7d-417d-ad7b-f1229595280d tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1148357 Jun 07 12:05:19.036386 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:19.064418 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef912b0f-c6a0-44b7-ab4e-5e5fd910e419 req-291faffd-e50d-4090-bb11-9af3de0d5277 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Jun 07 12:05:19.117088 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:19.120036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:19.123804 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/287af965-ba3d-4290-8c82-939152c64b0a HTTP/1.1" status: 204 len: 168 time: 0.1954284 Jun 07 12:05:19.123804 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-66a3c89b-76db-41e9-87cb-da556d04397a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:19.141488 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287af965-ba3d-4290-8c82-939152c64b0a,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:19.143825 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:19.257702 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2d59-ea73-4a5f-a0e8-2a8e6fd60778 req-a151d4a3-eb75-4b54-ae4e-8eda176a06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:19.259186 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-794a2d59-ea73-4a5f-a0e8-2a8e6fd60778 req-a151d4a3-eb75-4b54-ae4e-8eda176a06b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1098 time: 0.1552627 Jun 07 12:05:19.268011 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a41c2-be2b-4900-af35-27e615e01222 req-548d818e-756f-45ad-9a6b-88253edc3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:19.269598 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-160a41c2-be2b-4900-af35-27e615e01222 req-548d818e-756f-45ad-9a6b-88253edc3502 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 1099 time: 0.1027246 Jun 07 12:05:19.406301 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-794a2d59-ea73-4a5f-a0e8-2a8e6fd60778 req-6058df7a-efac-4879-ab31-5c9c9b2b2366 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238954 Jun 07 12:05:19.415408 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-160a41c2-be2b-4900-af35-27e615e01222 req-5c6a1ee3-69af-49fa-8889-882ef6a55f01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119776 Jun 07 12:05:19.523684 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f2005-e0de-40e2-9936-4f37e064d7fe req-497d0402-6b26-44da-bbef-097a543a2fbf tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:19.525747 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb1f2005-e0de-40e2-9936-4f37e064d7fe req-497d0402-6b26-44da-bbef-097a543a2fbf tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.1861849 Jun 07 12:05:19.588812 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fb1f2005-e0de-40e2-9936-4f37e064d7fe req-4280ee35-969e-40a6-803a-317a8b7d2175 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536377 Jun 07 12:05:19.600845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be860ac9-07ee-41c3-acfe-c2fbe5a1805c req-f5b73506-3600-46aa-b30f-a61256db1ada tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:19.602366 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-be860ac9-07ee-41c3-acfe-c2fbe5a1805c req-f5b73506-3600-46aa-b30f-a61256db1ada tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1494551 Jun 07 12:05:19.658679 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-be860ac9-07ee-41c3-acfe-c2fbe5a1805c req-1df8f90b-9599-4102-b1e3-93c551171afb tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Jun 07 12:05:19.790544 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:20.109019 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b68d-f3bb-4b85-954f-dc284bcb1f4d req-280f3bf6-982b-48d0-bb54-1d78fc5bbf0d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:20.110570 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b92b68d-f3bb-4b85-954f-dc284bcb1f4d req-280f3bf6-982b-48d0-bb54-1d78fc5bbf0d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2393062 Jun 07 12:05:20.127627 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145abd0-2067-4d28-95f1-b13c03995f3d req-fa552978-c373-40dc-b509-03be1b042360 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:20.129629 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5145abd0-2067-4d28-95f1-b13c03995f3d req-fa552978-c373-40dc-b509-03be1b042360 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.1998327 Jun 07 12:05:20.149169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-6c9c2910-3905-4db9-ab16-00b580744b3e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:20.150624 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-6c9c2910-3905-4db9-ab16-00b580744b3e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.35 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2143085 Jun 07 12:05:20.269489 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7b92b68d-f3bb-4b85-954f-dc284bcb1f4d req-e086f440-1029-4b8e-a1c3-2b88dc19c962 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520677 Jun 07 12:05:20.274911 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5145abd0-2067-4d28-95f1-b13c03995f3d req-279cb0fa-24e7-4a86-95c5-1eada43b2242 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209567 Jun 07 12:05:20.382208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Deleting port c2737165-4c79-44d7-a9f1-62936213f022 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:20.382497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:20.596136 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] For port c2737165-4c79-44d7-a9f1-62936213f022, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c2737165-4c79-44d7-a9f1-62936213f022,segment=NetworkSegment(e5a5eb84-e9d2-4537-86b2-08843b38e16c),segment_id=e5a5eb84-e9d2-4537-86b2-08843b38e16c)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:20.596496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:20.735786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Calling delete_port for c2737165-4c79-44d7-a9f1-62936213f022 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:20.780770 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2ef56-a2ce-431d-98ca-5a521a4d441a req-0183d5dd-397e-4030-aee7-2218fefb31c1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:20.782289 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fdd2ef56-a2ce-431d-98ca-5a521a4d441a req-0183d5dd-397e-4030-aee7-2218fefb31c1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.3747759 Jun 07 12:05:20.966740 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fdd2ef56-a2ce-431d-98ca-5a521a4d441a req-ef9f1814-36e8-4381-8451-bbcda617f6b6 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763041 Jun 07 12:05:21.000763 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec8619-859f-4bb1-b115-bf27ae6d01de req-452259ff-dac9-4d1e-b95e-18bf85cb553e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:21.002331 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6bec8619-859f-4bb1-b115-bf27ae6d01de req-452259ff-dac9-4d1e-b95e-18bf85cb553e tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/ports?device_id=e232981e-085b-4031-bdd7-f9675ff2265d HTTP/1.1" status: 200 len: 950 time: 0.2636609 Jun 07 12:05:21.163985 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6bec8619-859f-4bb1-b115-bf27ae6d01de req-2de407e2-6a0e-47c4-90eb-38b7ac66ebbe tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.22 "GET /v2.0/security-groups?id=8951b2b1-6b36-43ed-8fed-012af74fbf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487865 Jun 07 12:05:21.170298 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:21.177603 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:21.186298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['c2737165-4c79-44d7-a9f1-62936213f022'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:21.227928 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Pushing event deleted for resources: {'Port': ['ID=c2737165-4c79-44d7-a9f1-62936213f022,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:21.273719 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.274104 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.274592 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.274941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.275290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.275727 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.276077 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.276420 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.276792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.277134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.278166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.278665 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:21.287143 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:21.334610 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] No DVR routers for this DVR port c2737165-4c79-44d7-a9f1-62936213f022 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:05:21.339417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:21.343492 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-410e09a6-6d46-42dc-8d50-de4314ea1291 req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] 10.222.0.35 "DELETE /v2.0/ports/c2737165-4c79-44d7-a9f1-62936213f022 HTTP/1.1" status: 204 len: 173 time: 1.1689146 Jun 07 12:05:21.346129 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'name': 'network-vif-deleted', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:21.350423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0926c90-9452-4ea2-bb77-54be1310548d" -d '{"events": [{"server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "name": "network-vif-deleted", "tag": "c2737165-4c79-44d7-a9f1-62936213f022"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:21.372367 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2e8a-e781-41d9-b951-a2bfaaef8284 req-2b856a4a-0f1c-45f5-9e37-802bf8eae85d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:21.374152 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fa3c2e8a-e781-41d9-b951-a2bfaaef8284 req-2b856a4a-0f1c-45f5-9e37-802bf8eae85d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.3047693 Jun 07 12:05:21.536255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fa3c2e8a-e781-41d9-b951-a2bfaaef8284 req-f10c0414-5d7f-4397-9907-72f3a33bb0b5 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471269 Jun 07 12:05:21.611863 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7463-df94-4079-ad9d-69e12a18eb21 req-845c4737-c5ee-48d5-9639-bf3c9265a977 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:21.614581 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-446c7463-df94-4079-ad9d-69e12a18eb21 req-845c4737-c5ee-48d5-9639-bf3c9265a977 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2045965 Jun 07 12:05:21.637498 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-0ee4830e-67b0-4bc8-bf31-38f3cc3dd857 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:21.640108 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-0ee4830e-67b0-4bc8-bf31-38f3cc3dd857 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 946 time: 0.1739907 Jun 07 12:05:21.658529 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:21.926102 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-446c7463-df94-4079-ad9d-69e12a18eb21 req-13ba1440-316e-44e9-8006-9572406806e3 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845750 Jun 07 12:05:21.984546 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35d9d5-86c6-4557-856c-e93a1d990887 req-1e6cc3d7-2341-41dd-a85b-8d5b289b16b7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:21.986141 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3d35d9d5-86c6-4557-856c-e93a1d990887 req-1e6cc3d7-2341-41dd-a85b-8d5b289b16b7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.3153677 Jun 07 12:05:21.991776 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242d2990-9760-4984-beb5-48b3fe1b6cb6 x-openstack-request-id: req-242d2990-9760-4984-beb5-48b3fe1b6cb6 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:21.992102 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232981e-085b-4031-bdd7-f9675ff2265d", "name": "network-vif-deleted", "tag": "c2737165-4c79-44d7-a9f1-62936213f022", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:21.992366 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-242d2990-9760-4984-beb5-48b3fe1b6cb6 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:21.992859 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232981e-085b-4031-bdd7-f9675ff2265d', 'name': 'network-vif-deleted', 'tag': 'c2737165-4c79-44d7-a9f1-62936213f022', 'status': 'completed', 'code': 200} Jun 07 12:05:22.023953 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Deleting port 55093445-9ff5-4862-9a05-99d9973206c9 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:22.024362 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:22.079538 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3d35d9d5-86c6-4557-856c-e93a1d990887 req-16053c93-fff1-4b59-898a-070a3f9299ba tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846539 Jun 07 12:05:22.290616 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] For port 55093445-9ff5-4862-9a05-99d9973206c9, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=55093445-9ff5-4862-9a05-99d9973206c9,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:22.292276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:22.427472 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Calling delete_port for 55093445-9ff5-4862-9a05-99d9973206c9 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:22.473813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004cc2c-d0f0-4b53-907c-001aa6b39eb1 req-4ae5c7bb-0d52-4746-81f2-bae3c0b9a1a2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:22.475372 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d004cc2c-d0f0-4b53-907c-001aa6b39eb1 req-4ae5c7bb-0d52-4746-81f2-bae3c0b9a1a2 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.3392999 Jun 07 12:05:22.509526 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae71287-b58a-458d-b492-336fb6fe33fd req-141c5baa-aab6-40eb-83c3-a96d4332d365 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:22.511035 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2ae71287-b58a-458d-b492-336fb6fe33fd req-141c5baa-aab6-40eb-83c3-a96d4332d365 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.3153656 Jun 07 12:05:22.588227 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d004cc2c-d0f0-4b53-907c-001aa6b39eb1 req-2fa0beae-2550-4075-8f7c-58e1d180595f tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037376 Jun 07 12:05:22.636022 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2ae71287-b58a-458d-b492-336fb6fe33fd req-10395263-7b21-4632-8f8c-0b56ab78271f tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166618 Jun 07 12:05:22.686466 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:22.696643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-197cac3d-8b34-4b9d-ae49-d0f8a6b38563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:22.720883 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['14da8adc-b196-4059-8fef-513f84b30c0a'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:22.792039 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Pushing event deleted for resources: {'Port': ['ID=55093445-9ff5-4862-9a05-99d9973206c9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:22.798972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:22.980846 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] No DVR routers for this DVR port 55093445-9ff5-4862-9a05-99d9973206c9 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:05:22.989737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:22.995062 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-035c4639-fd25-408e-9f9b-50c8232a40ef req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "DELETE /v2.0/ports/55093445-9ff5-4862-9a05-99d9973206c9 HTTP/1.1" status: 204 len: 173 time: 1.3259573 Jun 07 12:05:23.157582 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-342bca2a-961f-413e-9c6c-268009c94cd4 req-ed5510b3-5d31-491c-a8a8-cbb21deffb1e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=f163fb0b-5106-4612-8a66-b5549f12f564 HTTP/1.1" status: 200 len: 210 time: 0.1287930 Jun 07 12:05:23.712922 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07126c-0a82-4c5c-a022-29a08eb57372 req-fa70a584-b8da-4fbf-9cdf-0cc830603441 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:23.714495 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee07126c-0a82-4c5c-a022-29a08eb57372 req-fa70a584-b8da-4fbf-9cdf-0cc830603441 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.2887499 Jun 07 12:05:23.723867 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142abd07-7a33-45bd-a060-e6cd8877cb6a req-067a920f-c236-4928-b730-8c10e2bb7b38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:23.729390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-142abd07-7a33-45bd-a060-e6cd8877cb6a req-067a920f-c236-4928-b730-8c10e2bb7b38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.2429099 Jun 07 12:05:23.835485 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-142abd07-7a33-45bd-a060-e6cd8877cb6a req-d6b075b7-ab5e-4f17-b539-1227c13ff4b0 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042919 Jun 07 12:05:23.848456 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ee07126c-0a82-4c5c-a022-29a08eb57372 req-d7d86b96-65df-41a3-a559-f36a9b85f8cc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085556 Jun 07 12:05:23.993973 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'name': 'network-vif-deleted', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:23.998766 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809f119-733c-4b2c-8593-8dc9906d2e14" -d '{"events": [{"server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "name": "network-vif-deleted", "tag": "55093445-9ff5-4862-9a05-99d9973206c9"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:24.093319 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763c8d0-dee1-47b9-a8ff-292bc117a48f x-openstack-request-id: req-5763c8d0-dee1-47b9-a8ff-292bc117a48f {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:24.093639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f163fb0b-5106-4612-8a66-b5549f12f564", "name": "network-vif-deleted", "tag": "55093445-9ff5-4862-9a05-99d9973206c9", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:24.093909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5763c8d0-dee1-47b9-a8ff-292bc117a48f {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:24.094497 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f163fb0b-5106-4612-8a66-b5549f12f564', 'name': 'network-vif-deleted', 'tag': '55093445-9ff5-4862-9a05-99d9973206c9', 'status': 'completed', 'code': 200} Jun 07 12:05:24.335474 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c2737165-4c79-44d7-a9f1-62936213f022 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:24.440597 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: c2737165-4c79-44d7-a9f1-62936213f022 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:24.440990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c2737165-4c79-44d7-a9f1-62936213f022 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:24.441428 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55093445-9ff5-4862-9a05-99d9973206c9 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:24.508607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 55093445-9ff5-4862-9a05-99d9973206c9 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:24.509148 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 55093445-9ff5-4862-9a05-99d9973206c9 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:24.550954 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47795e-2d44-428f-b72a-110f95d6d695 req-e3f434d9-4cbb-4ffa-88d2-0f28f0c0c660 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:24.553553 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9a47795e-2d44-428f-b72a-110f95d6d695 req-e3f434d9-4cbb-4ffa-88d2-0f28f0c0c660 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.2274311 Jun 07 12:05:24.655639 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9a47795e-2d44-428f-b72a-110f95d6d695 req-904c963f-71fb-4da4-9a20-1a27b65e784e tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948019 Jun 07 12:05:24.893542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a102e-b842-4d81-bf2e-069481442ad3 req-59702348-5d50-4bb4-951a-920e1a1c904b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:24.896095 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-254a102e-b842-4d81-bf2e-069481442ad3 req-59702348-5d50-4bb4-951a-920e1a1c904b tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1215968 Jun 07 12:05:24.987624 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-254a102e-b842-4d81-bf2e-069481442ad3 req-b9e916a2-a0a3-45f9-be9f-75947a9678d3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803249 Jun 07 12:05:25.128713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3a7d-67b6-4a7d-96cd-bba2b3e557a5 req-28a7192b-19cd-4b73-83ca-6fbd883b795b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:25.130495 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-397c3a7d-67b6-4a7d-96cd-bba2b3e557a5 req-28a7192b-19cd-4b73-83ca-6fbd883b795b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 943 time: 0.0914259 Jun 07 12:05:25.188468 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-397c3a7d-67b6-4a7d-96cd-bba2b3e557a5 req-15ce0c2a-c21d-4de3-8777-e99bbc3eef5d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512466 Jun 07 12:05:25.907489 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2efc-affd-426c-b79c-8a744e6471d8 req-233ebddc-625d-48ef-aead-d7edaa04bc18 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:25.909130 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8aca2efc-affd-426c-b79c-8a744e6471d8 req-233ebddc-625d-48ef-aead-d7edaa04bc18 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.0987070 Jun 07 12:05:26.011038 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8aca2efc-affd-426c-b79c-8a744e6471d8 req-4581d659-2739-46a0-9528-3e47f5efcfc2 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec57b45a-6555-41ff-bcf5-4a084b447a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959702 Jun 07 12:05:26.065083 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-9732d821-7200-4701-ba6f-9d4ef398fd24 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:26.067282 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-9732d821-7200-4701-ba6f-9d4ef398fd24 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 946 time: 0.1196444 Jun 07 12:05:26.343899 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:05:26.425887 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cf732-4a9e-4280-954b-c961a9ed74ff req-ab29a64a-17f3-4425-819d-316e0d84d0b3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:26.428432 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1cf732-4a9e-4280-954b-c961a9ed74ff req-ab29a64a-17f3-4425-819d-316e0d84d0b3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.2729475 Jun 07 12:05:26.467561 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Deleting port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:26.467904 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:26.552914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:26.568314 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'c801abcf-db5d-449a-a470-8c490a198057', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': 'c801abcf-db5d-449a-a470-8c490a198057', 'mac_address': 'fa:16:3e:4e:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:05:26.587590 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a1cf732-4a9e-4280-954b-c961a9ed74ff req-67eaf245-b7e4-4837-b7c9-da32441d1fd0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458001 Jun 07 12:05:26.638976 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:26.663158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] For port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,segment=NetworkSegment(ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f),segment_id=ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:26.663925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:26.664089 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:05:26.695102 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:26.701971 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:26.704037 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bbfc85bf-075d-404c-b458-d3dc41da40b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:26.786132 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=9']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:26.798360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:26.822879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Calling delete_port for bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:26.945297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c5c5-0b8f-4242-b8c9-9387f8009222 req-5956fce9-8f83-4fb8-926e-d909065ef757 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:26.946849 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b769c5c5-0b8f-4242-b8c9-9387f8009222 req-5956fce9-8f83-4fb8-926e-d909065ef757 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.1201723 Jun 07 12:05:26.976066 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['c801abcf-db5d-449a-a470-8c490a198057'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:27.052793 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b769c5c5-0b8f-4242-b8c9-9387f8009222 req-62747eb6-a731-4575-aa2e-76edd12e170f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948408 Jun 07 12:05:27.107659 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:27.118394 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:27.221809 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Pushing event deleted for resources: {'Port': ['ID=bf6156b7-aa73-4c5e-a6c6-688fbbe6e091,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:27.228476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:27.355540 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2adf3977-882d-448b-b6d1-f39de9cfe9ea req-d8644ba6-3f30-4a54-bb96-0597798649e6 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.22 "GET /v2.0/ports?device_id=71ca8e5c-126b-4716-a46c-87cb71a98269 HTTP/1.1" status: 200 len: 210 time: 0.1125989 Jun 07 12:05:27.361549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] No DVR routers for this DVR port bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:05:27.365560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:27.367729 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8d070300-f6a1-41e5-8ebb-fa91d2b19808 req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] 10.222.0.35 "DELETE /v2.0/ports/bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 HTTP/1.1" status: 204 len: 173 time: 1.2897704 Jun 07 12:05:27.368271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'name': 'network-vif-deleted', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:27.370704 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a16cea-8ac0-430b-a5cf-598c6da74701" -d '{"events": [{"server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "name": "network-vif-deleted", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:27.429437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a31d035-fcc6-480d-b569-411e13664a49 x-openstack-request-id: req-7a31d035-fcc6-480d-b569-411e13664a49 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:27.429925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ca8e5c-126b-4716-a46c-87cb71a98269", "name": "network-vif-deleted", "tag": "bf6156b7-aa73-4c5e-a6c6-688fbbe6e091", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:27.430425 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a31d035-fcc6-480d-b569-411e13664a49 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:27.430907 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ca8e5c-126b-4716-a46c-87cb71a98269', 'name': 'network-vif-deleted', 'tag': 'bf6156b7-aa73-4c5e-a6c6-688fbbe6e091', 'status': 'completed', 'code': 200} Jun 07 12:05:27.810412 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37425b-307e-45ad-891f-be1d67a179f7 req-89e4c252-488d-47e6-a6ed-f724c5c41b82 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:27.812112 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cb37425b-307e-45ad-891f-be1d67a179f7 req-89e4c252-488d-47e6-a6ed-f724c5c41b82 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.0891893 Jun 07 12:05:27.883712 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cb37425b-307e-45ad-891f-be1d67a179f7 req-269e447e-b5ed-4f70-9d7f-31dc1432301d tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637825 Jun 07 12:05:28.353718 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:05:28.459792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd629f2-43da-4734-bf8e-b1a4786258c0 req-69ae7f55-dd04-4505-9e26-ee3db5f78237 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:28.463095 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2bd629f2-43da-4734-bf8e-b1a4786258c0 req-69ae7f55-dd04-4505-9e26-ee3db5f78237 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 944 time: 0.2700226 Jun 07 12:05:28.491851 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port c801abcf-db5d-449a-a470-8c490a198057 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:28.492488 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:28.520562 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2bd629f2-43da-4734-bf8e-b1a4786258c0 req-dcde4307-87c4-4633-aeb2-d251f3e51d2d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510743 Jun 07 12:05:28.666225 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:28.711666 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:28.711666 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4c2b32-bae8-4694-8248-6504b85c8c86" -d '{"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:28.722687 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:28.729618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:28.730491 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:28.781245 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:28.822357 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd4f1f2-6454-414c-ab0c-6980e6bb4c3b x-openstack-request-id: req-7dd4f1f2-6454-414c-ab0c-6980e6bb4c3b {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:28.823255 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-plugged", "status": "completed", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:28.831367 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7dd4f1f2-6454-414c-ab0c-6980e6bb4c3b {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:28.832068 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'code': 200} Jun 07 12:05:28.852186 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:28.852861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device bf6156b7-aa73-4c5e-a6c6-688fbbe6e091 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:28.910810 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=10']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:28.915931 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:29.103898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834644e-92f4-4cf4-a89b-a0e72840e592 req-27a31f22-8e1e-483a-aba2-db977b7bd81e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:29.113747 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1834644e-92f4-4cf4-a89b-a0e72840e592 req-27a31f22-8e1e-483a-aba2-db977b7bd81e tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1042211 Jun 07 12:05:29.176441 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1834644e-92f4-4cf4-a89b-a0e72840e592 req-114f38e5-a9a4-4943-9de2-ad5979a82d32 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Jun 07 12:05:29.270806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60078) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:29.400763 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e85c1c-d92a-4b59-9f3d-6663375095fb req-c71c1199-0629-4554-997b-4a57408eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:29.403406 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-85e85c1c-d92a-4b59-9f3d-6663375095fb req-c71c1199-0629-4554-997b-4a57408eefc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1099 time: 0.0920799 Jun 07 12:05:29.486862 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-85e85c1c-d92a-4b59-9f3d-6663375095fb req-e42c6bc5-1150-49d8-a9b3-ba4a6c0732a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759914 Jun 07 12:05:29.503633 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1f1de4d8-2c47-4680-aeba-990eb3ebb0f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf79c555cd7e44068550748991ed03a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316179 Jun 07 12:05:29.507761 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60088) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:29.580117 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:29.633683 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:29.736237 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:29.739666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:29.746535 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8951b2b1-6b36-43ed-8fed-012af74fbf86 HTTP/1.1" status: 204 len: 168 time: 0.2326293 Jun 07 12:05:29.746535 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-87e96f4a-99f0-4dbd-90a0-a9d0d46a37d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:29.767718 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1c00-f8f3-4ccb-aa8d-5f352e772091 req-c673392b-e251-4fe0-9eff-d631dcd38d42 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:29.768476 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951b2b1-6b36-43ed-8fed-012af74fbf86,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:29.770180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-626c1c00-f8f3-4ccb-aa8d-5f352e772091 req-c673392b-e251-4fe0-9eff-d631dcd38d42 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.1041901 Jun 07 12:05:29.799204 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.801381 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.802035 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.803387 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.805089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.805747 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.806617 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.807631 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.808492 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.809579 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.810435 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.811623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:05:29.833564 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:29.845522 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-626c1c00-f8f3-4ccb-aa8d-5f352e772091 req-29f5a0c5-269a-45c4-9f36-a07c99d5cd35 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666213 Jun 07 12:05:30.407656 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c49f1-762c-4c45-b3e8-7802983aa157 req-ae7bd71e-3137-4f50-b922-d6f7939d046f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:30.409728 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-196c49f1-762c-4c45-b3e8-7802983aa157 req-ae7bd71e-3137-4f50-b922-d6f7939d046f tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1004696 Jun 07 12:05:30.466709 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-196c49f1-762c-4c45-b3e8-7802983aa157 req-96fd7cb1-687a-47cc-819f-a1cf34709dc0 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Jun 07 12:05:31.099098 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf43d0e-480d-424d-b549-af5b87fcbd97 req-2e90be84-667d-40ff-b6c4-bb5429097868 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:31.100935 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6bf43d0e-480d-424d-b549-af5b87fcbd97 req-2e90be84-667d-40ff-b6c4-bb5429097868 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.1307218 Jun 07 12:05:31.155468 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6bf43d0e-480d-424d-b549-af5b87fcbd97 req-1369e501-3ade-4d83-93cd-133db9b5f26c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438602 Jun 07 12:05:31.707915 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81182131-53c0-47b4-8d47-0bd0e1dc8a1a req-e7eb44cd-1b8d-43e8-8e04-96373488faaf tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:31.709568 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-81182131-53c0-47b4-8d47-0bd0e1dc8a1a req-e7eb44cd-1b8d-43e8-8e04-96373488faaf tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1139300 Jun 07 12:05:31.773261 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-81182131-53c0-47b4-8d47-0bd0e1dc8a1a req-513ad0e7-30e8-4302-a0f9-87bce42470f9 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Jun 07 12:05:32.379487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2ff02-1462-42be-aab0-6c3eca4063f4 req-68200eee-cccc-4ab5-b12b-bab2add6f5f9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:32.381067 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-59d2ff02-1462-42be-aab0-6c3eca4063f4 req-68200eee-cccc-4ab5-b12b-bab2add6f5f9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.0851190 Jun 07 12:05:32.434546 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-59d2ff02-1462-42be-aab0-6c3eca4063f4 req-e089e746-6f55-40f8-98d0-bfa90db0fe40 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443115 Jun 07 12:05:32.982099 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233e77a-b877-429a-a51e-060c34af8d54 req-3bd5aec4-35d4-491b-a106-0b59c4d60848 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:32.983561 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8233e77a-b877-429a-a51e-060c34af8d54 req-3bd5aec4-35d4-491b-a106-0b59c4d60848 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.0995171 Jun 07 12:05:33.035533 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8233e77a-b877-429a-a51e-060c34af8d54 req-18df2c91-30d7-4a74-9e11-7dd8c7e965d1 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Jun 07 12:05:33.648896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2c7e0-7e55-4cdd-888c-5f801475aee9 req-ae07aff5-3646-4835-986b-057a53c2ae5e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:33.650654 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca2c7e0-7e55-4cdd-888c-5f801475aee9 req-ae07aff5-3646-4835-986b-057a53c2ae5e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.0996594 Jun 07 12:05:33.708870 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca2c7e0-7e55-4cdd-888c-5f801475aee9 req-64b11411-b42f-42f3-9178-4803b2982732 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474265 Jun 07 12:05:34.249737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7537b-e06a-408a-8ab5-793301fb6e1f req-b11c822b-1ce7-412b-8307-09280ab53907 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:34.251494 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a9a7537b-e06a-408a-8ab5-793301fb6e1f req-b11c822b-1ce7-412b-8307-09280ab53907 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.0983951 Jun 07 12:05:34.393939 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a9a7537b-e06a-408a-8ab5-793301fb6e1f req-77df16ff-024c-4312-93e9-65dde31ae8fa tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/security-groups?id=936843ec-2efc-4cef-9a4d-4c675333fdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362808 Jun 07 12:05:34.451676 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-6098f301-f731-41cd-a5c6-ab35ca1a9df3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:34.453268 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-6098f301-f731-41cd-a5c6-ab35ca1a9df3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 945 time: 0.1781034 Jun 07 12:05:34.654410 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Deleting port 14da8adc-b196-4059-8fef-513f84b30c0a {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:34.654962 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:34.858053 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] For port 14da8adc-b196-4059-8fef-513f84b30c0a, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=14da8adc-b196-4059-8fef-513f84b30c0a,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:34.858619 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:35.119218 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Calling delete_port for 14da8adc-b196-4059-8fef-513f84b30c0a owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:35.537323 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:35.547388 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:35.553277 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['14da8adc-b196-4059-8fef-513f84b30c0a'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:35.690572 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3197f-4e4f-4de7-9c3a-bf76095a7def req-a7cb15f6-6797-47a2-a935-cef0c02c942f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:35.704442 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08e3197f-4e4f-4de7-9c3a-bf76095a7def req-a7cb15f6-6797-47a2-a935-cef0c02c942f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.4536538 Jun 07 12:05:35.813534 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Pushing event deleted for resources: {'Port': ['ID=14da8adc-b196-4059-8fef-513f84b30c0a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:35.849642 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:35.965045 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08e3197f-4e4f-4de7-9c3a-bf76095a7def req-ba190d9a-2bd3-4f5f-9b88-1f2140c5c9d0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540357 Jun 07 12:05:35.980777 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f2de86cd-43fc-47c0-869a-d34c51fa52c4 req-492cd082-b012-4f6c-8927-7f7bea922914 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 210 time: 0.1746628 Jun 07 12:05:36.031953 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] No DVR routers for this DVR port 14da8adc-b196-4059-8fef-513f84b30c0a on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:05:36.036221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:36.044870 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d0dfc9be-054f-41ef-83f1-e105d381780b req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.35 "DELETE /v2.0/ports/14da8adc-b196-4059-8fef-513f84b30c0a HTTP/1.1" status: 204 len: 173 time: 1.5752187 Jun 07 12:05:36.044870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'name': 'network-vif-deleted', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:36.049518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef308432-6c20-4cef-b7a7-a2a18f023bc6" -d '{"events": [{"server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "name": "network-vif-deleted", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:36.128870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd64287f-fb9e-4d52-a5c4-b276638bd565 x-openstack-request-id: req-dd64287f-fb9e-4d52-a5c4-b276638bd565 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:36.128870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25645b91-6d8b-4697-8ee5-fe4c8c935015", "name": "network-vif-deleted", "tag": "14da8adc-b196-4059-8fef-513f84b30c0a", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:36.128870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd64287f-fb9e-4d52-a5c4-b276638bd565 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:36.128870 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25645b91-6d8b-4697-8ee5-fe4c8c935015', 'name': 'network-vif-deleted', 'tag': '14da8adc-b196-4059-8fef-513f84b30c0a', 'status': 'completed', 'code': 200} Jun 07 12:05:36.302994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369711b7-75cc-4b7e-9f89-9c9ea9018c0d req-319f458a-d42b-4496-99dc-d4ce8ec9160f tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:36.311150 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-369711b7-75cc-4b7e-9f89-9c9ea9018c0d req-319f458a-d42b-4496-99dc-d4ce8ec9160f tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1120729 Jun 07 12:05:36.369915 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-369711b7-75cc-4b7e-9f89-9c9ea9018c0d req-1d78dd52-d8df-4db6-88be-3f07bcb79ea3 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571742 Jun 07 12:05:36.408457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60272) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:36.755844 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4639b-dc56-46aa-9d05-aacc2167674d tempest-TestMinimumBasicScenario-746201183 tempest-TestMinimumBasicScenario-746201183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:36.761997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60282) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:36.762794 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-fce4639b-dc56-46aa-9d05-aacc2167674d tempest-TestMinimumBasicScenario-746201183 tempest-TestMinimumBasicScenario-746201183-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1093 time: 0.3518350 Jun 07 12:05:36.769975 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'port_id': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:36.812837 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:37.039406 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:37.227747 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5432298b-307a-45fb-ae61-2c0f45d0d8a8 req-ad1880c1-e3cf-4acc-abd1-e6f3c85075d3 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 210 time: 0.0631266 Jun 07 12:05:37.299572 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Allocated IP 172.27.0.94 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/f99b3a74-3896-412a-9a22-942bbfdd1970) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:05:37.492768 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:37.548776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:37.553398 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:37.631787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:05:37.635268 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:05:37.640073 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:05:37.678660 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'Port': ['ID=f99b3a74-3896-412a-9a22-942bbfdd1970,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:37.694655 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:38.308869 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:38.435605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:38.487759 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6dd886ea-f1ed-49d3-aa95-0baea380b4c0 req-73d5cf3f-3ade-47f1-ab44-860daf9951ca tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 210 time: 0.0808756 Jun 07 12:05:38.836799 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:38.844840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:38.853985 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-15e21745-7c8c-4083-a43b-f6d8c86fb3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:38.997605 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 14da8adc-b196-4059-8fef-513f84b30c0a no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:39.024802 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'Port': ['ID=f99b3a74-3896-412a-9a22-942bbfdd1970,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:39.037645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:39.135937 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:39.164304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 14da8adc-b196-4059-8fef-513f84b30c0a {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:39.165027 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 14da8adc-b196-4059-8fef-513f84b30c0a not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:39.570171 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Floating IP f88d19e7-39ef-4f96-afe1-43e96dee01b0 associated. External IP: 172.27.0.94, port: 8ccfd095-a88e-43d2-ac32-47a88a4b6990. Jun 07 12:05:39.942067 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ccabe12-5208-4ca8-b5bd-213ff6e3211e req-a3eefc4f-19f5-4e23-af07-b7015ab78c94 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] 10.222.0.22 "GET /v2.0/ports?device_id=25645b91-6d8b-4697-8ee5-fe4c8c935015 HTTP/1.1" status: 200 len: 210 time: 0.2182178 Jun 07 12:05:40.536892 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:05:40.789344 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:05:40.810076 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Sync routers for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:05:40.859386 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:40.871379 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:05:40.872836 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:40.986517 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2219901 Jun 07 12:05:40.987820 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:40.990022 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60322) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:41.000687 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491750378', 'description': 'tempest-secgroup-smoke-491750378 description', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:41.009284 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d8fe25-9a83-483b-881d-172fdf40e14d" -d '{"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:41.091656 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:41.134790 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f0a5d-df7b-43b1-8158-5ab7ebeffd52 x-openstack-request-id: req-885f0a5d-df7b-43b1-8158-5ab7ebeffd52 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:41.135725 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:41.136809 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-885f0a5d-df7b-43b1-8158-5ab7ebeffd52 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:41.137707 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:05:41.210032 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60328) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:41.234929 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:05:41.308735 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:05:41.403540 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-7f80e3e4-3dfd-465b-bd17-3f344e7e39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:41.412541 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-7f80e3e4-3dfd-465b-bd17-3f344e7e39b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1098 time: 0.2356908 Jun 07 12:05:41.514589 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:41.521975 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:41.693859 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ff3faf2d-7ebd-4712-b6ee-7c62587cc5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:41.786804 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:41.800419 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:41.805838 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:41.807751 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8156810 Jun 07 12:05:41.818631 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60336) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:41.828096 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:41.911730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-51f6615b-3021-498a-b314-d49c93e4dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:41.913802 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-51f6615b-3021-498a-b314-d49c93e4dad1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.4627631 Jun 07 12:05:41.973100 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'f88d19e7-39ef-4f96-afe1-43e96dee01b0', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'port_id': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'mac_address': 'fa:16:3e:46:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:05:38Z', 'updated_at': '2021-06-07T12:05:38Z', 'revision_number': 0, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:41.985897 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Checking router: 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:05:42.006539 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:05:42.007535 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:42.149914 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-8ebc5539-a26e-472b-a0c5-fc8a6112c847 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 998 time: 0.2092249 Jun 07 12:05:42.179178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.204864 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.256037 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-95fc1a1a-3069-442b-8280-251187fe25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:42.262638 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-95fc1a1a-3069-442b-8280-251187fe25f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.1063447 Jun 07 12:05:42.422312 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:05:42.532188 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.550787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.557655 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5e9822c1-78a0-4cc4-863e-3368011da7fa tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:42.565714 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-9b782c0b-b7f5-40a1-ba39-a78a2e30462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:42.568746 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-9b782c0b-b7f5-40a1-ba39-a78a2e30462f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2887442 Jun 07 12:05:42.593980 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881a0519-3e2c-4f65-90bc-5289069746c3,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:42.606284 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:42.609342 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.614221 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6d75b26e-d5a4-4ab7-8b7b-cc5868431c19 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7931674 Jun 07 12:05:42.615890 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60342) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:42.621164 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:42.647563 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-94eda492-1a67-45ab-abe7-daa293947b9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2315240 Jun 07 12:05:42.740083 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.792871 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.939539 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.952718 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:42.975409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:43.024777 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5dcac6-6fcd-49ef-9589-c7158e4dff71,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:43.036463 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:43.041265 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4243033 Jun 07 12:05:43.043573 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:43.044148 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60350) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:43.113107 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:43.234182 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-a4879776-4099-4c1b-92ff-d57302b4156f service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414287 Jun 07 12:05:43.408066 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'f88d19e7-39ef-4f96-afe1-43e96dee01b0', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'port_id': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'mac_address': 'fa:16:3e:46:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:05:38Z', 'updated_at': '2021-06-07T12:05:38Z', 'revision_number': 0, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:43.417524 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ef44c-4230-4f7c-8899-d67c6f623382 None None] The sync data for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi is: [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'f88d19e7-39ef-4f96-afe1-43e96dee01b0', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'floating_ip_address': '172.27.0.94', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'port_id': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'mac_address': 'fa:16:3e:46:b6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:05:38Z', 'updated_at': '2021-06-07T12:05:38Z', 'revision_number': 0, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:05:43.685969 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04d8fe25-9a83-483b-881d-172fdf40e14d req-d3bfb8c3-e19b-4b4e-8530-5525a8b075eb service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504046 Jun 07 12:05:43.695292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:43.697711 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60356) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:43.720633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-bfe48ae8-1d03-4e74-8a66-95c27b9ccbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:43.725454 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-bfe48ae8-1d03-4e74-8a66-95c27b9ccbba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 1099 time: 0.7905679 Jun 07 12:05:43.932821 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634fc19-0fb9-4bff-a3e6-b951d148f35a None None] New status for floating IP f88d19e7-39ef-4f96-afe1-43e96dee01b0: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:05:43.952545 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.024423 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.051861 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-70228d3c-adff-4ba8-8498-44be9cd55b73 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:44.101491 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9d1f6f-5dab-4c10-941f-7a1e1766222d,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:44.105415 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:44.108344 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.109665 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-805f043a-ee6d-4212-8f08-1bc36e901c42 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0005591 Jun 07 12:05:44.115030 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60368) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:44.122997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:44.196695 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.210062 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Deleting port 98a0571e-a4dd-4524-8960-3b652b037f95 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:44.210435 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.398373 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-8be635af-3fc5-4afd-b7c0-c9ddab300fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:44.400700 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-8be635af-3fc5-4afd-b7c0-c9ddab300fe2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.5776510 Jun 07 12:05:44.478789 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.497121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.535359 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.546074 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:44.573332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.576173 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4586205 Jun 07 12:05:44.584548 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] For port 98a0571e-a4dd-4524-8960-3b652b037f95, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=98a0571e-a4dd-4524-8960-3b652b037f95,segment=NetworkSegment(f43dfb0b-3e11-4e11-b2bb-29e23003dbaf),segment_id=f43dfb0b-3e11-4e11-b2bb-29e23003dbaf)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:44.585232 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:44.594278 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60370) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:44.600839 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:44.716230 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-73da07d8-65ba-4c07-9f5a-a883dcbee0d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 200 len: 1001 time: 0.2871048 Jun 07 12:05:44.742333 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fde7038-1af2-40df-a143-47eee5864082,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:44.750721 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-baf78d5b-c277-4849-8c74-9f2a665e413d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:44.861209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Calling delete_port for 98a0571e-a4dd-4524-8960-3b652b037f95 owned by network:router_interface {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:44.867039 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-39b99d2b-6582-416d-aaa6-cee86d00674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:44.869987 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-39b99d2b-6582-416d-aaa6-cee86d00674e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.1441119 Jun 07 12:05:45.045192 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.056905 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.075634 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:45.149892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-b12314b5-5041-41da-99b5-ef7db1587925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:45.153115 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-b12314b5-5041-41da-99b5-ef7db1587925 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2702041 Jun 07 12:05:45.165737 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=495d5adeae6d438abc1de1f0771f3b05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4621606 Jun 07 12:05:45.173376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60376) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:45.204764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a51176-477f-48dc-8978-f1658f7702ca,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:45.218122 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-39d1c014-7718-4a26-b2da-6892aba515b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:45.251690 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.securitygroups_db [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Project c7ae2f1d126740069c8621a153cc4aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:05:45.267353 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.373132 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.380785 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.384970 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-9a4d3018-0893-4503-9a3f-eb500ae273e0 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199709 Jun 07 12:05:45.387760 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.412710 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:45.475624 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7497ad-aaaa-4e43-b159-741fa5c5f2fe,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:45.478758 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:45.481812 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.515146 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.516639 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-40bef645-4da3-4341-b70d-ef1c1588674d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9209340 Jun 07 12:05:45.521593 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60378) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:45.532120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'security_group_rule': {'security_group_id': '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263', 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:45.606097 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-baa372ce-48e7-4816-ac64-af5bc847fe3f req-173c8805-0e16-4193-b3a1-fe63009d6797 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143328 Jun 07 12:05:45.608042 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.securitygroups_db [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Project c7ae2f1d126740069c8621a153cc4aea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:05:45.637536 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.659320 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.667509 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:45.668169 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8a444ad1-7d19-416d-9eae-ce7fdc047b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.737878 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=98a0571e-a4dd-4524-8960-3b652b037f95,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:45.738488 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.740318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.744292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.747154 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03a51176-477f-48dc-8978-f1658f7702ca HTTP/1.1" status: 204 len: 168 time: 0.5552874 Jun 07 12:05:45.748548 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.749949 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:45.759885 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:45.765979 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-25285465-53c4-41f7-9656-14b5c00a9675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:45.793726 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba8994a-d22b-4cae-a962-01611a70049a,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:45.798144 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:45.813196 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:45.830080 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a51176-477f-48dc-8978-f1658f7702ca,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:45.841203 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3127878 Jun 07 12:05:45.841358 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:46.039964 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-66c189aa-5241-4e6a-b327-68b3fd3b8057 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491750378&fields=id&tenant_id=c7ae2f1d126740069c8621a153cc4aea HTTP/1.1" status: 200 len: 267 time: 0.0627124 Jun 07 12:05:46.178195 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-b2476b72-8724-4405-b259-2fffc90a1988 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:46.181035 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-b2476b72-8724-4405-b259-2fffc90a1988 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1344285 Jun 07 12:05:46.200333 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'port': {'security_groups': ['562006f8-5e83-44ad-a040-5095b3b32b14', '3172b5fd-bbc4-41f7-a139-6e0b2d3a7263']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:46.386436 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:46.482871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:46.972616 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Router 698b1459-af23-483d-8336-ef65c10993c2 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:05:46.993713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:47.035348 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:47.045938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:47.052374 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:47.062810 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:47.167524 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:47.169939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:47.181542 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8af17409-aa5d-4930-94ca-2d6ffa7c779c req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "PUT /v2.0/ports/8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 981 time: 0.9877205 Jun 07 12:05:47.182445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:05:47.186460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d506e-c89e-4743-95dd-784521a040dc" -d '{"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:05:47.236473 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:05:47.242101 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] 10.222.0.22 "PUT /v2.0/routers/698b1459-af23-483d-8336-ef65c10993c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0303702 Jun 07 12:05:47.244491 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60392) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:47.265705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=6']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:47.266665 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:05:47.274167 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Sync routers for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:05:47.283677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:47.294471 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d421ada9-9163-473d-a961-0dd51f952e69 x-openstack-request-id: req-d421ada9-9163-473d-a961-0dd51f952e69 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:05:47.294786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:05:47.295322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d421ada9-9163-473d-a961-0dd51f952e69 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:05:47.295750 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:05:47.301813 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:05:47.313049 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:47.660149 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d506e-c89e-4743-95dd-784521a040dc req-d451de4a-1cc5-4dcc-8800-8ffc7418988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:47.669356 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-d451de4a-1cc5-4dcc-8800-8ffc7418988f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1137 time: 0.3432570 Jun 07 12:05:47.688301 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:47.742936 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-600aa6e9-f866-4a37-b60c-6c5474b1dccb None None] Provisioning complete for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:47.743214 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-600aa6e9-f866-4a37-b60c-6c5474b1dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:47.890737 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:05:48.048893 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb513dd-b025-40dc-a4ec-9e896f450435 req-fb27d949-9c2b-4c6d-bcaa-5867a53de1eb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:48.050466 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4cb513dd-b025-40dc-a4ec-9e896f450435 req-fb27d949-9c2b-4c6d-bcaa-5867a53de1eb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.5558379 Jun 07 12:05:48.182617 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:48.208139 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4cb513dd-b025-40dc-a4ec-9e896f450435 req-5300fc49-4469-4ac1-b33b-0cb45dd78e65 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352439 Jun 07 12:05:48.209518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d506e-c89e-4743-95dd-784521a040dc req-919da54c-60cb-4669-be9a-aeb60ebef2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:48.212187 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-919da54c-60cb-4669-be9a-aeb60ebef2ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.5252509 Jun 07 12:05:48.477380 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:48.498801 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-b180ebd7-43ce-4bd6-b7c4-bab3a94fd829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 1000 time: 0.2784431 Jun 07 12:05:48.540122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Deleting port f69693cd-b6a9-4b43-98b1-f51ddd25639e {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:05:48.546556 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:48.661396 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d506e-c89e-4743-95dd-784521a040dc req-db150d6d-f6fa-430c-957a-51891bf84f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:48.663646 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-db150d6d-f6fa-430c-957a-51891bf84f58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.1495178 Jun 07 12:05:48.680547 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6dd86df7-d649-4eb4-89c7-1946651e463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:48.725161 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:05:45Z', 'revision_number': 5, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port': {'id': 'f69693cd-b6a9-4b43-98b1-f51ddd25639e', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b1459-af23-483d-8336-ef65c10993c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:48.735783 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Checking router: 698b1459-af23-483d-8336-ef65c10993c2 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:05:48.757452 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Routers {'698b1459-af23-483d-8336-ef65c10993c2'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:05:48.759211 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['698b1459-af23-483d-8336-ef65c10993c2'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:48.791968 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d506e-c89e-4743-95dd-784521a040dc req-17832f0d-6f56-419e-bfc1-b68d760690f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:48.794189 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-17832f0d-6f56-419e-bfc1-b68d760690f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187816 Jun 07 12:05:48.935144 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] For port f69693cd-b6a9-4b43-98b1-f51ddd25639e, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f69693cd-b6a9-4b43-98b1-f51ddd25639e,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:48.935736 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:49.090826 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] Set router 698b1459-af23-483d-8336-ef65c10993c2 gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:05:49.145466 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-8aeadc8d-d6cb-4c7c-93a9-cba299a56c3b service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435016 Jun 07 12:05:49.375726 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:05:48Z', 'revision_number': 6, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:49.384154 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0385ef-1c50-4b5a-baf5-28cb440affde None None] The sync data for ids ['698b1459-af23-483d-8336-ef65c10993c2'] in dv-cinder-786627-7-iscsi is: [{'id': '698b1459-af23-483d-8336-ef65c10993c2', 'name': 'tempest-ServerRescueNegativeTestJSON-453547436-router', 'tenant_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:19Z', 'updated_at': '2021-06-07T12:05:48Z', 'revision_number': 6, 'project_id': 'b08bf9c36fa345d39832b3e6cc503f37', 'gw_port_host': None}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:05:49.402375 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Calling delete_port for f69693cd-b6a9-4b43-98b1-f51ddd25639e owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:05:49.486095 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-526d506e-c89e-4743-95dd-784521a040dc req-7ff4aed9-e0a9-409e-8c18-150b45d1b036 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963059 Jun 07 12:05:49.650125 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:49.657395 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:49.725063 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69693cd-b6a9-4b43-98b1-f51ddd25639e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:49.763567 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:49.803009 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:49.872532 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.297874 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.304029 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.384087 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f69693cd-b6a9-4b43-98b1-f51ddd25639e no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:50.427362 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: f69693cd-b6a9-4b43-98b1-f51ddd25639e {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:50.427853 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f69693cd-b6a9-4b43-98b1-f51ddd25639e not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:50.428202 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 98a0571e-a4dd-4524-8960-3b652b037f95 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:05:50.479687 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 98a0571e-a4dd-4524-8960-3b652b037f95 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:05:50.480897 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 98a0571e-a4dd-4524-8960-3b652b037f95 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:05:50.512310 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.513553 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698b1459-af23-483d-8336-ef65c10993c2 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:05:50.534178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.536961 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] 10.222.0.22 "DELETE /v2.0/routers/698b1459-af23-483d-8336-ef65c10993c2 HTTP/1.1" status: 204 len: 168 time: 3.2903299 Jun 07 12:05:50.541346 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60412) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:50.706508 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Deleting subnet 57ca513e-3913-4d70-af5b-70654ba3e4f2 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:05:50.715126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.797682 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:50.904714 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.016241 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.021282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:51.062889 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ca513e-3913-4d70-af5b-70654ba3e4f2,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:51.073972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.073972 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57ca513e-3913-4d70-af5b-70654ba3e4f2 HTTP/1.1" status: 204 len: 168 time: 0.5229380 Jun 07 12:05:51.073972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-98288ef5-99dc-480c-96ef-0e29c02d5d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:51.076520 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60418) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:51.252105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.489420 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.518564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acee5a09-e579-4cf8-8b85-12221bc259f3']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:51.543799 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:51.544890 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43dfb0b-3e11-4e11-b2bb-29e23003dbaf') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:51.559253 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.578975 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.586009 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:05:51.586474 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:05:51.605864 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:05:51.672214 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.710923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.723250 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:51.758400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:51.763144 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] 10.222.0.22 "DELETE /v2.0/networks/acee5a09-e579-4cf8-8b85-12221bc259f3 HTTP/1.1" status: 204 len: 168 time: 0.6842148 Jun 07 12:05:51.769902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=acee5a09-e579-4cf8-8b85-12221bc259f3,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:51.782407 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:52.117783 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60426) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:52.211833 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-fbb39d48-910d-4ea4-97be-af6f87003730 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b08bf9c36fa345d39832b3e6cc503f37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0921683 Jun 07 12:05:52.215571 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60428) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:52.336487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:52.381105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:52.466026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:52.468963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:52.474229 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/936843ec-2efc-4cef-9a4d-4c675333fdd9 HTTP/1.1" status: 204 len: 168 time: 0.2566419 Jun 07 12:05:52.475457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-31d5c794-38c4-47bd-8358-a3dd19bb92f5 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:52.495933 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936843ec-2efc-4cef-9a4d-4c675333fdd9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:52.547338 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7ed1cdae-b290-4891-a42e-0bc5295f0dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:53.822764 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60462) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:54.009952 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907099902-network', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:54.039864 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Made reservation on behalf of 47204dd15b794ec9b06fa4d5cbb98ce3 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:05:54.043064 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.056088 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.254598 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.262002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.270719 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a834ffc9-48dd-4ddb-ae79-59366d9995df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:54.313458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:05:54.344118 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.344697 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Added segment f609f8aa-a512-4c6c-a25e-9bd334e50765 of type vlan for network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 Jun 07 12:05:54.346854 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffc699-24b0-4b79-8523-27920fa8d2fe,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:54.352280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:54.406027 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.478062 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.482111 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:54.483206 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.493226 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-53a49755-ae36-4839-bdb5-98e8e791bdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:54.576931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60468) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:54.577888 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7310052 Jun 07 12:05:54.588109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Request body: {'subnet': {'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907099902-subnet', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:54.651979 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Made reservation on behalf of 47204dd15b794ec9b06fa4d5cbb98ce3 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:05:54.656081 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:54.719998 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:54.729432 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:54.740458 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:05:55.054123 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.065755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:55.148588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f5c32f-f23f-4610-b71e-7128a56fd14e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:55.156383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:55.220240 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Checking segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:05:55.220841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Network hostable DHCP agents. Network: fb72f4f9-5123-4a97-bd81-d4dfecdb10d9, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:05:55.244619 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:05:55.259918 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, fb72f4f9-5123-4a97-bd81-d4dfecdb10d9) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:05:55.265531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:05:55.266176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.273477 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d083a-4669-47c1-ab07-7ff7f90fbf11 None None] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:05:55.298373 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7151532 Jun 07 12:05:55.298882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60474) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:55.308400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:05:55.558842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.561326 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.583314 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.840804 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:05:55.841835 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:55.994471 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.100933 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Allocated IP 172.20.0.2 (fb72f4f9-5123-4a97-bd81-d4dfecdb10d9/77f5c32f-f23f-4610-b71e-7128a56fd14e/ed1395ad-43a1-42b1-b32f-37ec0492083d) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:05:56.490481 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.506254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Transition to ACTIVE for port object ed1395ad-43a1-42b1-b32f-37ec0492083d will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:05:56.528208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.566140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Transition to ACTIVE for port object ed1395ad-43a1-42b1-b32f-37ec0492083d will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:05:56.594454 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.598577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:56.617566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.676119 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:05:56.681263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:05:56.687121 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:05:56.696915 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Pushing event updated for resources: {'Port': ['ID=ed1395ad-43a1-42b1-b32f-37ec0492083d,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:56.738316 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:56.847959 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Attempting to bind port ed1395ad-43a1-42b1-b32f-37ec0492083d on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:05:56.849504 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Attempting to bind port ed1395ad-43a1-42b1-b32f-37ec0492083d by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:05:56.849504 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Attempting to bind port ed1395ad-43a1-42b1-b32f-37ec0492083d on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:05:56.857833 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:05:56.858207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Checking segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:05:56.858604 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.859004 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Bound using segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:05:56.859493 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Bound port: ed1395ad-43a1-42b1-b32f-37ec0492083d, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:05:56.859869 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:56.905604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Allocated IP 172.27.0.54 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/fb934fb3-470b-4716-a7d7-c0f3beed2071) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:05:57.100121 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] For port ed1395ad-43a1-42b1-b32f-37ec0492083d, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:05:57.107254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] For port ed1395ad-43a1-42b1-b32f-37ec0492083d, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ed1395ad-43a1-42b1-b32f-37ec0492083d,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:05:57.119307 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:57.126057 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:57.271190 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Pushing event updated for resources: {'Port': ['ID=ed1395ad-43a1-42b1-b32f-37ec0492083d,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:57.272907 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:57.277121 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:57.343185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:57.347618 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:57.421569 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Pushing event updated for resources: {'Port': ['ID=fb934fb3-470b-4716-a7d7-c0f3beed2071,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:57.425480 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:57.455091 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:05:57.456950 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:05:57.460547 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:05:58.110078 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:58.440427 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ed1395ad-43a1-42b1-b32f-37ec0492083d up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:05:58.534774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:58.546055 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port ed1395ad-43a1-42b1-b32f-37ec0492083d completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:05:58.582150 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8f3be-6590-4dcc-92cc-12995407c5f0 None None] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:05:58.677144 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Provisioning for port ed1395ad-43a1-42b1-b32f-37ec0492083d completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:05:58.689283 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Provisioning complete for port ed1395ad-43a1-42b1-b32f-37ec0492083d triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:58.689642 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:58.769667 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:05:58.936721 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:58.979577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] For port ed1395ad-43a1-42b1-b32f-37ec0492083d, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ed1395ad-43a1-42b1-b32f-37ec0492083d,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:05:58.985478 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:58.987224 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:05:59.066300 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Pushing event updated for resources: {'Port': ['ID=ed1395ad-43a1-42b1-b32f-37ec0492083d,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:05:59.071092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:05:59.101989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:05:59.115528 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:05:59.130903 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:05:59.131719 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:59.141250 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:59.147433 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8431432 Jun 07 12:05:59.147911 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60510) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:05:59.280101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-1eb8e3ed-f768-4432-8343-31d4efea30d4 None None] Provisioning complete for port ed1395ad-43a1-42b1-b32f-37ec0492083d triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:05:59.280393 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1eb8e3ed-f768-4432-8343-31d4efea30d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:05:59.425126 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:05:59.831991 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:05:57Z', 'revision_number': 3, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:05:59.843716 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:05:59.844459 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Updating router 7baa988e-bace-47ed-aba0-f2338ea90a9d port fb934fb3-470b-4716-a7d7-c0f3beed2071 binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:05:59.953887 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.232065 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.416095 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ed1395ad-43a1-42b1-b32f-37ec0492083d up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:00.591674 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Allocated IP 172.20.0.1 (fb72f4f9-5123-4a97-bd81-d4dfecdb10d9/77f5c32f-f23f-4610-b71e-7128a56fd14e/7f1d7940-1711-40a0-b1af-00a83303d667) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:06:00.648343 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port ed1395ad-43a1-42b1-b32f-37ec0492083d triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:00.648931 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.764429 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.785122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Transition to ACTIVE for port object fb934fb3-470b-4716-a7d7-c0f3beed2071 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:00.830976 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.835591 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.845585 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:00.870491 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Transition to ACTIVE for port object 7f1d7940-1711-40a0-b1af-00a83303d667 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:00.915578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:00.924097 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-11f32a9b-5f87-48e1-b003-2ca17b331893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:00.987091 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Attempting to bind port fb934fb3-470b-4716-a7d7-c0f3beed2071 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:06:00.987744 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Attempting to bind port fb934fb3-470b-4716-a7d7-c0f3beed2071 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:06:00.988770 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Attempting to bind port fb934fb3-470b-4716-a7d7-c0f3beed2071 on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:00.992725 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Pushing event updated for resources: {'Port': ['ID=fb934fb3-470b-4716-a7d7-c0f3beed2071,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:00.998658 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:01.003870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:01.006516 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:06:01.006896 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:06:01.007086 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:01.007693 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.008380 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:06:01.010870 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Bound port: fb934fb3-470b-4716-a7d7-c0f3beed2071, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:06:01.011199 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:06:01.011558 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.053034 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:01.058348 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:01.079496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.144905 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] For port fb934fb3-470b-4716-a7d7-c0f3beed2071, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:06:01.149774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] For port fb934fb3-470b-4716-a7d7-c0f3beed2071, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=fb934fb3-470b-4716-a7d7-c0f3beed2071,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:06:01.157345 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.162711 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:01.256241 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:01.257133 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:01.271735 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.388337 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Pushing event updated for resources: {'Port': ['ID=fb934fb3-470b-4716-a7d7-c0f3beed2071,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:01.400173 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:01.426849 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-41132578-f4b6-4392-a793-02361b9ef6d9 None None] Provisioning for port 7f1d7940-1711-40a0-b1af-00a83303d667 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:01.447210 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-41132578-f4b6-4392-a793-02361b9ef6d9 None None] Provisioning complete for port 7f1d7940-1711-40a0-b1af-00a83303d667 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:01.447797 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-41132578-f4b6-4392-a793-02361b9ef6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.609709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.616082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.646274 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8ab61009-105f-4c44-b6bb-f1f57bac1b8b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:01.670309 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60568) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:01.686989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-41132578-f4b6-4392-a793-02361b9ef6d9 None None] Port 7f1d7940-1711-40a0-b1af-00a83303d667 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:06:01.696464 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:01.775156 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Deleting subnet 08a80e2d-8e39-4db1-8c2d-24df3244352e {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:06:01.780163 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.797284 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.803494 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:01.807721 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:01.881302 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:01.996920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.028011 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:02.029470 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:02.120725 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.130799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:00Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:02.133682 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:02.139733 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f6764b-a36a-47f7-9153-4c0c3872d2dc None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:00Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:06:02.172719 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.174896 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/08a80e2d-8e39-4db1-8c2d-24df3244352e HTTP/1.1" status: 204 len: 168 time: 0.5032053 Jun 07 12:06:02.184426 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60572) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:02.209346 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a80e2d-8e39-4db1-8c2d-24df3244352e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:02.216598 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:02.343650 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.437058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-af76410a-72e1-4f6c-a650-20b927b3f3ca None None] Provisioning complete for port 7f1d7940-1711-40a0-b1af-00a83303d667 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:02.457358 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-af76410a-72e1-4f6c-a650-20b927b3f3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.509943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:06:02.559630 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.580243 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-af76410a-72e1-4f6c-a650-20b927b3f3ca None None] Port 7f1d7940-1711-40a0-b1af-00a83303d667 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:06:02.592378 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0142408-8513-4057-ba31-98fc3c562538']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:02.618495 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:02.619014 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef026e08-99f1-4ad5-9ec5-cbb6adcf5f9f') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:02.643831 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.670139 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.680979 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:06:02.682127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:06:02.701676 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:06:02.803341 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:06:02.807082 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.814204 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a153c8ed-99fd-4d5e-a814-991f3b6398b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:02.821381 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] 10.222.0.22 "PUT /v2.0/routers/7baa988e-bace-47ed-aba0-f2338ea90a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6717346 Jun 07 12:06:02.842616 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:02.846078 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e0142408-8513-4057-ba31-98fc3c562538 HTTP/1.1" status: 204 len: 168 time: 0.6598856 Jun 07 12:06:02.853726 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0142408-8513-4057-ba31-98fc3c562538,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:02.858843 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:03.068069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60580) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:03.318465 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-84ca86b4-8269-45ab-9ca8-0f8547d13dd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3338fc38443a4377bc066f13fa67b0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483344 Jun 07 12:06:03.322501 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60584) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:03.421596 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:03.458118 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:03.533880 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:03.536564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:03.542713 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec57b45a-6555-41ff-bcf5-4a084b447a00 HTTP/1.1" status: 204 len: 168 time: 0.2136569 Jun 07 12:06:03.542713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1006de72-1442-4cd6-82a0-6dbc05c67a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:03.551068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57b45a-6555-41ff-bcf5-4a084b447a00,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:03.553781 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:04.204056 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60602) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:04.209882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570087379', 'description': 'tempest-description--323452504'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:04.236989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.384437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.392269 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.411114 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f2724851-244b-4980-a2b2-26a5f85bed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:04.485857 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device fb934fb3-470b-4716-a7d7-c0f3beed2071 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:04.504438 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b1c46-9963-49d4-b446-5619d21d4ab6,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:04.511598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:04.530960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.536367 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60610) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:04.537211 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4a75100a-c799-4247-809d-652e1f933adc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3305738 Jun 07 12:06:04.546949 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group_rule': {'security_group_id': 'a92b1c46-9963-49d4-b446-5619d21d4ab6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:04.611535 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.633103 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port fb934fb3-470b-4716-a7d7-c0f3beed2071 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:04.647265 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port fb934fb3-470b-4716-a7d7-c0f3beed2071 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:04.647856 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.740064 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.750104 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.800550 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:04.843710 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04913690-31ce-4494-a459-64dfbd722d75,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:04.846781 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.848387 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085001 Jun 07 12:06:04.851926 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9bf652b0-e3fb-482b-a3d4-975ffb76bdee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:04.853946 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60614) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:04.862954 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group_rule': {'security_group_id': 'a92b1c46-9963-49d4-b446-5619d21d4ab6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:04.888913 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.921372 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.944846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port fb934fb3-470b-4716-a7d7-c0f3beed2071, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=fb934fb3-470b-4716-a7d7-c0f3beed2071,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:04.952840 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:04.956589 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:05.007760 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.019084 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.029532 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:05.048251 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=fb934fb3-470b-4716-a7d7-c0f3beed2071,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:05.051716 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:05.059588 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9275a58-f1b9-4fbf-b4d0-f4edf757b014,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:05.062766 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:05.075565 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.077732 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d5bb62b4-4a14-4385-931a-33ed6e1843b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2219441 Jun 07 12:06:05.082315 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60620) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:05.088305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:05.112392 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:06:05.126824 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.129925 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:05.130589 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:05.366417 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.409138 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:05.555721 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Allocated IP 172.27.0.195 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/f20802cf-869d-4bed-9927-184b91c2fa22) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:06:05.795372 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.859930 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.869303 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1f0d876b-94bd-459f-b2b9-ee25ee2a7400 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:05.878560 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 2, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:05.883629 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:06:05.884000 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Updating router 7baa988e-bace-47ed-aba0-f2338ea90a9d port 7f1d7940-1711-40a0-b1af-00a83303d667 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:06:05.947493 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:05.951784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:05.955974 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:06:05.963312 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:05.996765 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=f20802cf-869d-4bed-9927-184b91c2fa22,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:06.001095 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:06.053209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.131727 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.389731 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device fb934fb3-470b-4716-a7d7-c0f3beed2071 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:06.458832 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.468481 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.475767 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81960d66-aeee-4b9d-821d-c5fbec5c5830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:06.520935 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port fb934fb3-470b-4716-a7d7-c0f3beed2071 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:06.521856 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.555647 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.580163 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Transition to ACTIVE for port object 7f1d7940-1711-40a0-b1af-00a83303d667 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:06.593524 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.601176 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:06.621163 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=f20802cf-869d-4bed-9927-184b91c2fa22,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:06.626179 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:06.636374 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.673936 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.685372 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5925682 Jun 07 12:06:06.821746 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Pushing event updated for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:06.830415 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.830806 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.831081 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.831402 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.831724 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.832043 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.832360 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.832705 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.833235 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.833740 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.834054 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.834366 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:06.843468 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:06.874379 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Attempting to bind port 7f1d7940-1711-40a0-b1af-00a83303d667 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:06:06.874750 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Attempting to bind port 7f1d7940-1711-40a0-b1af-00a83303d667 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:06:06.875131 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Attempting to bind port 7f1d7940-1711-40a0-b1af-00a83303d667 on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:06.881180 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:06:06.881555 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Checking segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:06:06.881953 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:06.882343 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Bound using segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:06:06.882819 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Bound port: 7f1d7940-1711-40a0-b1af-00a83303d667, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:06:06.883191 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:07.007680 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-fb72f2a6-6d1e-4745-bf5e-21a788496786 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--570087379&fields=id&tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 267 time: 0.0761311 Jun 07 12:06:07.023946 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] For port 7f1d7940-1711-40a0-b1af-00a83303d667, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:06:07.028326 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] For port 7f1d7940-1711-40a0-b1af-00a83303d667, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=7f1d7940-1711-40a0-b1af-00a83303d667,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:06:07.034596 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:07.039550 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:07.132206 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:07.132978 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:05:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:07.192107 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Pushing event updated for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=4']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:07.211476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e992ae76-93c6-42f8-aaa3-33373f1403f1 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:07.211875 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:07.213314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e992ae76-93c6-42f8-aaa3-33373f1403f1 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 810 time: 0.1973710 Jun 07 12:06:07.235474 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-4703de3f-4ad8-4a98-a2bd-b78af93ddd19 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/quotas/47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 375 time: 0.0115392 Jun 07 12:06:07.385072 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e5831c4b-fe89-4405-8d08-f468b645a89a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344402 Jun 07 12:06:07.395989 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:07.556538 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-3258b9d7-682a-4f6f-b8c8-70c2bb62ac53 service neutron] 10.222.0.22 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480892 Jun 07 12:06:07.712426 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-9f49e7e5-789a-4716-8b10-7f73efe7a4e4 service neutron] 10.222.0.22 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480098 Jun 07 12:06:07.771918 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:07Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:07.776901 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3f268-c0a1-4ddb-b919-49275ff2f0b0 None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:07Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:06:07.936395 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-41894960-31b4-4b8b-ad25-5d4e78a122fe req-cb1ab993-ca97-492f-86f8-1d60825c5934 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.0602398 Jun 07 12:06:08.260786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf0189-4d5c-402c-a171-b9f03a65bb2a req-4a96b765-2fef-4508-99aa-99e03fed2b4a tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:08.263176 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bbbf0189-4d5c-402c-a171-b9f03a65bb2a req-4a96b765-2fef-4508-99aa-99e03fed2b4a tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.1065731 Jun 07 12:06:08.357199 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bbbf0189-4d5c-402c-a171-b9f03a65bb2a req-1c873147-5c9f-48b3-9319-8a43349593e3 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786541 Jun 07 12:06:08.425974 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 7f1d7940-1711-40a0-b1af-00a83303d667 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:08.510920 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 7f1d7940-1711-40a0-b1af-00a83303d667 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:08.518388 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 7f1d7940-1711-40a0-b1af-00a83303d667 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:08.518874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:08.684476 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:08.720617 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 7f1d7940-1711-40a0-b1af-00a83303d667, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=7f1d7940-1711-40a0-b1af-00a83303d667,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:08.725726 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:08.727973 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:08.803366 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:08.806431 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:09.109974 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e8b6d6e-4738-4952-a16a-50f792da672d req-a6430df5-7498-49dd-a9a3-405762d6507c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.0502105 Jun 07 12:06:09.551041 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed7c74-dbf7-4a3c-930a-cd609029e6c0 req-f8699dbc-b0b6-4e42-998d-ef53c92668c6 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:09.552728 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5aed7c74-dbf7-4a3c-930a-cd609029e6c0 req-f8699dbc-b0b6-4e42-998d-ef53c92668c6 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.0860868 Jun 07 12:06:09.602384 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5aed7c74-dbf7-4a3c-930a-cd609029e6c0 req-9b84a20e-5950-4ef2-a3ca-8ed3d97c8425 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430639 Jun 07 12:06:10.363246 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-92b55c53-7fca-43d1-a147-6ada3f95a305 req-d8fb5312-94e3-4fbf-8104-c161936e8e90 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.0908899 Jun 07 12:06:10.375138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 7f1d7940-1711-40a0-b1af-00a83303d667 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:10.472956 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 7f1d7940-1711-40a0-b1af-00a83303d667 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:10.473778 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:10.609524 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-bccf8312-4ac5-47ea-b92d-90d31bf66bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:10.613715 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-bccf8312-4ac5-47ea-b92d-90d31bf66bd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1137 time: 0.1792011 Jun 07 12:06:10.790499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-126111ad-6425-481b-972f-fae519439c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:10.794355 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-126111ad-6425-481b-972f-fae519439c63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.1702392 Jun 07 12:06:11.153910 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-fafdc290-b081-45a8-a1d3-cc863701dc95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 1000 time: 0.3537555 Jun 07 12:06:11.232682 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9890a-49ac-48a8-8372-228adb847dd4 req-633c12a4-42bd-46dd-b4d8-1bf0ff6c79da tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:11.236804 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-97a9890a-49ac-48a8-8372-228adb847dd4 req-633c12a4-42bd-46dd-b4d8-1bf0ff6c79da tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.3422754 Jun 07 12:06:11.276508 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-492fae52-6bb3-4bee-9307-aaa0d7435c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:11.279146 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-492fae52-6bb3-4bee-9307-aaa0d7435c44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.1171243 Jun 07 12:06:11.455049 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-97a9890a-49ac-48a8-8372-228adb847dd4 req-74249424-98de-4de6-863a-99ff4ad49500 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131996 Jun 07 12:06:11.590294 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-2b0be285-43c4-4023-9541-6787374a51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:11.591691 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-2b0be285-43c4-4023-9541-6787374a51d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3015945 Jun 07 12:06:11.644646 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-d0f7745a-c29c-414b-ac6e-7a093b13440d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:11.646432 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-d0f7745a-c29c-414b-ac6e-7a093b13440d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 810 time: 0.2357779 Jun 07 12:06:11.814284 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-235483c0-a0ca-413b-82d2-6b8f945017c2 req-111b48df-b99c-4b5e-9381-82f52f294568 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.0646632 Jun 07 12:06:11.839749 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-5ff2f6c2-a411-44c4-a301-5c60cd545f93 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 379 time: 0.1806893 Jun 07 12:06:11.864730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'port': {'device_id': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'admin_state_up': True, 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'security_groups': ['a92b1c46-9963-49d4-b446-5619d21d4ab6']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:11.893382 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-2e82db3b-7fc8-45f6-8b22-b50affa72002 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909703 Jun 07 12:06:12.192582 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:12.210903 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c22a7f66-beff-45f2-95c2-975d5f8d27e0 req-d2f81a06-dc04-45d4-bbfb-f39ff6d57374 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954381 Jun 07 12:06:12.224544 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Made reservation on behalf of 47204dd15b794ec9b06fa4d5cbb98ce3 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:06:12.229183 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:12.449716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Allocated IP 172.20.0.6 (fb72f4f9-5123-4a97-bd81-d4dfecdb10d9/77f5c32f-f23f-4610-b71e-7128a56fd14e/751d95ee-ee03-4f3a-8603-216b945a91ea) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:06:12.907560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:12.961752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128f5d5-5e19-4570-88cc-1a8bbcd14a0e req-e80da86e-3645-4158-9b0f-705f4d7f790b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:12.965153 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d128f5d5-5e19-4570-88cc-1a8bbcd14a0e req-e80da86e-3645-4158-9b0f-705f4d7f790b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.2831516 Jun 07 12:06:12.968933 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Transition to ACTIVE for port object 751d95ee-ee03-4f3a-8603-216b945a91ea will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:13.091429 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc053c44-3718-4521-bde0-b2e331232768 req-5afd4512-5ac4-4e57-b652-27c17e41d1bf tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.1246154 Jun 07 12:06:13.148567 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d128f5d5-5e19-4570-88cc-1a8bbcd14a0e req-628c0ade-47b1-4877-89ef-098d40539226 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1760821 Jun 07 12:06:13.168789 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:13.177006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:13.255566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:13.259111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:13.262509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:06:13.302815 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:13.306303 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:13.350685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:13.351407 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:13.379992 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e313fe4a-0044-464e-a79e-6bf9dc375247 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242302 Jun 07 12:06:13.503448 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-d3af879e-aabe-4931-a913-28c689c239d4 None None] Provisioning for port 751d95ee-ee03-4f3a-8603-216b945a91ea completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:13.509776 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-d3af879e-aabe-4931-a913-28c689c239d4 None None] Provisioning complete for port 751d95ee-ee03-4f3a-8603-216b945a91ea triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:13.510908 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d3af879e-aabe-4931-a913-28c689c239d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:13.574045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-d3af879e-aabe-4931-a913-28c689c239d4 None None] Port 751d95ee-ee03-4f3a-8603-216b945a91ea cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:06:14.642055 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe8082-50ad-48b8-92a5-c6fe5312c0d5 req-79429263-881a-4aec-b528-5efaf02a9a4a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:14.643937 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f9fe8082-50ad-48b8-92a5-c6fe5312c0d5 req-79429263-881a-4aec-b528-5efaf02a9a4a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 931 time: 0.2803819 Jun 07 12:06:14.658355 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d6c02-4ec5-4d2e-bb3c-a2e0d2ed37a7 req-14b3b68a-8d34-41da-bcf6-47ba9461346c tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:14.659910 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-684d6c02-4ec5-4d2e-bb3c-a2e0d2ed37a7 req-14b3b68a-8d34-41da-bcf6-47ba9461346c tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.2607341 Jun 07 12:06:14.741799 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f9fe8082-50ad-48b8-92a5-c6fe5312c0d5 req-334c9021-542a-4e38-bfb2-45d17d39608f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808666 Jun 07 12:06:14.749852 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-684d6c02-4ec5-4d2e-bb3c-a2e0d2ed37a7 req-2990dd88-fa06-4ef7-9f9f-e976a0e9f48e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752201 Jun 07 12:06:15.296054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Request body: {'port': {'device_id': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:15.437268 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:15.646459 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8ab3473f-40af-45cb-be90-d0d0bc8dfa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:15.869707 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751d95ee-ee03-4f3a-8603-216b945a91ea {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:06:15.880584 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:15.912484 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Transition to ACTIVE for port object 751d95ee-ee03-4f3a-8603-216b945a91ea will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:15.919666 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:15.931521 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-841e4117-1099-42f6-b532-11a5ceadf230 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:16.210073 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Pushing event updated for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:16.214581 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:16.358643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78f0d-e5dd-4fd1-afc8-1c6e806daf2c req-0343e666-0b26-4d17-94e3-b10e5d40251e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:16.360063 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bcf78f0d-e5dd-4fd1-afc8-1c6e806daf2c req-0343e666-0b26-4d17-94e3-b10e5d40251e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.3633397 Jun 07 12:06:16.376568 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866146-25d1-49a4-8573-bd38b6983ed6 req-e5bd603a-7ad7-4a74-9654-0e677cbf408f tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:16.378018 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-52866146-25d1-49a4-8573-bd38b6983ed6 req-e5bd603a-7ad7-4a74-9654-0e677cbf408f tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.3192396 Jun 07 12:06:16.394941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Attempting to bind port 751d95ee-ee03-4f3a-8603-216b945a91ea on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:06:16.395270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Attempting to bind port 751d95ee-ee03-4f3a-8603-216b945a91ea by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:06:16.395576 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Attempting to bind port 751d95ee-ee03-4f3a-8603-216b945a91ea on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:16.423399 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Port 751d95ee-ee03-4f3a-8603-216b945a91ea on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:06:16.423720 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Attempting to bind port 751d95ee-ee03-4f3a-8603-216b945a91ea on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:16.441513 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:06:16.441841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Checking segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:06:16.442213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Bound using segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:06:16.442637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Bound port: 751d95ee-ee03-4f3a-8603-216b945a91ea, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:06:16.442973 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:16.484021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bcf78f0d-e5dd-4fd1-afc8-1c6e806daf2c req-5727a128-7d78-4e9b-8014-bc0b543f16b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167595 Jun 07 12:06:16.531832 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-52866146-25d1-49a4-8573-bd38b6983ed6 req-4454bd01-2dcb-4614-9b79-835d66a802f3 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337130 Jun 07 12:06:16.610295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:06:16.615029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=751d95ee-ee03-4f3a-8603-216b945a91ea,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:06:16.622497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:16.627274 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-53be48f3-7cfa-4b8a-8bfb-31c04f9ad6b1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:16.701938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:16.702946 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:16.705262 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 1093 time: 1.4142563 Jun 07 12:06:16.706054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:16.710969 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1" -d '{"events": [{"name": "network-changed", "server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:16.843812 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67dc8ef-c64a-42f6-9c55-c8f273b6d38f x-openstack-request-id: req-e67dc8ef-c64a-42f6-9c55-c8f273b6d38f {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:16.844846 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:16.851665 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e67dc8ef-c64a-42f6-9c55-c8f273b6d38f {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:16.852617 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'status': 'completed', 'code': 200} Jun 07 12:06:16.856671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Pushing event updated for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:16.875892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:16.913450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-fe51ba4e-1180-44ab-ac0d-f678741030eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:16.915079 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-fe51ba4e-1180-44ab-ac0d-f678741030eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1096 time: 0.1560771 Jun 07 12:06:17.053027 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-b82a9b6d-9ebd-4852-a22e-60e019e167b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 217 time: 0.1283414 Jun 07 12:06:17.114062 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928854a-33b8-48fc-bfeb-e496857ff076 req-2e89ec65-be1b-4c4d-82f2-203fc3202808 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:17.115674 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4928854a-33b8-48fc-bfeb-e496857ff076 req-2e89ec65-be1b-4c4d-82f2-203fc3202808 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.1236298 Jun 07 12:06:17.171160 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4928854a-33b8-48fc-bfeb-e496857ff076 req-e7519f16-d41a-497f-b60e-5ba7dd6cd62f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481925 Jun 07 12:06:17.860569 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c70a-767d-4258-a652-917f01fb668e req-ee6734b0-a6f9-4ecf-a517-84e97476c60c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:17.862123 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef90c70a-767d-4258-a652-917f01fb668e req-ee6734b0-a6f9-4ecf-a517-84e97476c60c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.2600243 Jun 07 12:06:17.891849 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b4712-2392-4818-aae5-a91346737b6e req-0e42e881-4a92-4241-b800-0083646090cf tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:17.893315 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-304b4712-2392-4818-aae5-a91346737b6e req-0e42e881-4a92-4241-b800-0083646090cf tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.2331965 Jun 07 12:06:17.952570 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef90c70a-767d-4258-a652-917f01fb668e req-35e50056-b23a-415f-aa3b-f3940c602632 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838137 Jun 07 12:06:17.967961 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-304b4712-2392-4818-aae5-a91346737b6e req-8a193171-5271-4038-a1e8-3fc8ecf081f6 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677788 Jun 07 12:06:18.041839 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-ddbd55be-4be1-4724-ae82-dcd47291d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:18.043196 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-ddbd55be-4be1-4724-ae82-dcd47291d5f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0621858 Jun 07 12:06:18.181229 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:06:18.272451 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:18.372813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04fc0-3a5d-4fcc-ac83-e761e585e02a req-5042f742-3cc9-40e8-b4ab-6ce2fd9d90df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:18.374429 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02e04fc0-3a5d-4fcc-ac83-e761e585e02a req-5042f742-3cc9-40e8-b4ab-6ce2fd9d90df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.0903392 Jun 07 12:06:18.423596 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02e04fc0-3a5d-4fcc-ac83-e761e585e02a req-4c4d94d2-f3f6-4222-95da-ccae1fbda928 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Jun 07 12:06:18.574655 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5ccde7a8-f6e8-4a9f-83a9-4ada01aa439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:18.928115 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-b6040cdb-23af-4d93-a5fc-9347fd93a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:18.929643 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-b6040cdb-23af-4d93-a5fc-9347fd93a0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819874 Jun 07 12:06:19.221515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739d963-6423-4fa2-9d53-924c068fcd2e req-2bf59ac6-0f0e-4226-8c3b-18defa1bb5a9 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:19.222867 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7739d963-6423-4fa2-9d53-924c068fcd2e req-2bf59ac6-0f0e-4226-8c3b-18defa1bb5a9 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.1120126 Jun 07 12:06:19.230583 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d111b72-4883-4aa2-b404-56f92c8f7f06 req-98a4285d-97de-4a4a-b3f0-0ab74401df03 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:19.231920 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9d111b72-4883-4aa2-b404-56f92c8f7f06 req-98a4285d-97de-4a4a-b3f0-0ab74401df03 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.1566973 Jun 07 12:06:19.309303 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7739d963-6423-4fa2-9d53-924c068fcd2e req-64f7eb43-996c-44df-af22-40895e8735d9 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764081 Jun 07 12:06:19.313725 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9d111b72-4883-4aa2-b404-56f92c8f7f06 req-d9a2b46f-84fd-4e8d-891d-6c20d6205046 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674522 Jun 07 12:06:19.795757 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:19.817185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f10755-e531-4c20-8c46-ab05fe8c4e47 req-359bf417-fe8f-4d64-b8dc-2610fcc963b6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:19.818731 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3f10755-e531-4c20-8c46-ab05fe8c4e47 req-359bf417-fe8f-4d64-b8dc-2610fcc963b6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.2756939 Jun 07 12:06:19.900261 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3f10755-e531-4c20-8c46-ab05fe8c4e47 req-1f352b86-1c75-443e-8260-87167d89f3c7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731344 Jun 07 12:06:20.021882 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-e3e8050d-906c-46fb-96a3-395436199661 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579826 Jun 07 12:06:20.178672 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c482131d-5a1d-4317-8546-3c000d4a5bad req-fe7115b5-29b6-467e-9e8d-a19de02cbb18 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447253 Jun 07 12:06:20.326076 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-9e54aaef-6e75-4f65-8ab7-9c80a4c87cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.327561 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-9e54aaef-6e75-4f65-8ab7-9c80a4c87cc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1096 time: 0.0844367 Jun 07 12:06:20.551807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-66634820-063c-4687-9158-20a80d6ac341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.553387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-66634820-063c-4687-9158-20a80d6ac341 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.2157624 Jun 07 12:06:20.664154 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-e59c7db8-a7cd-404c-a065-b3894515ac16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 217 time: 0.1018877 Jun 07 12:06:20.739983 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188ee2-6a2f-40de-9af4-828d301128bc req-6614aa4f-fab8-4ffb-954d-b6c1a7bd2719 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.741692 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca188ee2-6a2f-40de-9af4-828d301128bc req-6614aa4f-fab8-4ffb-954d-b6c1a7bd2719 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.2919874 Jun 07 12:06:20.791757 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-0a9e8f2e-c1f2-48c1-8f08-73c9972bc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.793479 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-0a9e8f2e-c1f2-48c1-8f08-73c9972bc953 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.1218164 Jun 07 12:06:20.859584 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca188ee2-6a2f-40de-9af4-828d301128bc req-5ef28922-0e47-4909-9185-bfeba111fc9d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036294 Jun 07 12:06:20.894004 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3b908-ca50-42b5-a748-363811a6850c req-8ad978eb-2a51-4fff-96e6-c44bb881e83a tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.896715 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53f3b908-ca50-42b5-a748-363811a6850c req-8ad978eb-2a51-4fff-96e6-c44bb881e83a tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.4084866 Jun 07 12:06:20.956756 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-0c743fce-68d4-489f-a0bb-ada840d5ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:20.958266 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-0c743fce-68d4-489f-a0bb-ada840d5ffab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1496913 Jun 07 12:06:20.969695 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53f3b908-ca50-42b5-a748-363811a6850c req-251fca75-419d-4914-bf3c-e37641ad9830 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653925 Jun 07 12:06:21.469238 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-9a68c57c-1269-444d-99ec-d53baee8a32a service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979477 Jun 07 12:06:21.606960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-fdbda239-13d3-474f-95aa-3d2bac129c3a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:21.608498 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-fdbda239-13d3-474f-95aa-3d2bac129c3a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.3558805 Jun 07 12:06:21.616405 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facafa54-d7c9-426d-8cae-446b3d49dd07 req-92eb06d0-6128-4d3d-ab70-efb989d2101c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:21.617851 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-facafa54-d7c9-426d-8cae-446b3d49dd07 req-92eb06d0-6128-4d3d-ab70-efb989d2101c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 946 time: 0.4988635 Jun 07 12:06:21.715561 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:21.744274 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f79b80f9-d0b8-4465-9f9d-6b7a645d21a1 req-8c70bced-b98d-4150-9749-a2153bdea37a service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642760 Jun 07 12:06:21.790294 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-facafa54-d7c9-426d-8cae-446b3d49dd07 req-a6b106e3-6313-466e-861f-ef3127b57e47 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8655e12-31e0-4db8-a0a0-587553ddae84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314466 Jun 07 12:06:21.841725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Deleting port c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:06:21.842066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:21.991457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] For port c801abcf-db5d-449a-a470-8c490a198057, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c801abcf-db5d-449a-a470-8c490a198057,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:21.991817 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:22.520215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f8ca-6be4-4ec2-b406-bd180b335315 req-483ed6e7-eb83-4914-ba55-67bb6acc701d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:22.522026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1926f8ca-6be4-4ec2-b406-bd180b335315 req-483ed6e7-eb83-4914-ba55-67bb6acc701d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.4376357 Jun 07 12:06:22.540860 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41922bec-ecb4-4fd8-8b0f-fc2b59649e11 req-cd36ff9d-583e-4347-bcae-2a91d2a1b175 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:22.543237 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-41922bec-ecb4-4fd8-8b0f-fc2b59649e11 req-cd36ff9d-583e-4347-bcae-2a91d2a1b175 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.3471930 Jun 07 12:06:22.571506 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:22.571870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:22.572244 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Floating IP 875948c6-73e3-4846-9ce4-e53d50d89d44 disassociated. External IP: 172.27.0.135, port: c801abcf-db5d-449a-a470-8c490a198057. Jun 07 12:06:22.572591 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Calling delete_port for c801abcf-db5d-449a-a470-8c490a198057 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:06:22.652828 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1926f8ca-6be4-4ec2-b406-bd180b335315 req-81d2a7e8-04ec-481d-a716-ffef5a5eea0e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036744 Jun 07 12:06:22.661844 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-41922bec-ecb4-4fd8-8b0f-fc2b59649e11 req-c1361f59-8b88-4bfc-a239-b762f766e1ad tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094975 Jun 07 12:06:22.777106 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:22.784119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df1b9191-472a-46af-9427-1ec99e8519ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:22.843469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'Port': ['ID=c801abcf-db5d-449a-a470-8c490a198057,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:22.910060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.910516 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.910979 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.911317 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.911748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.912182 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.912545 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.912939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.913548 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.913889 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.914334 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.914788 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:22.919566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:23.195681 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7ac32cba-4eec-4493-9945-c905dc64c9e5 req-971e80b7-50ab-457a-9c79-726e91bac8ae tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.1795726 Jun 07 12:06:23.227420 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:06:23.288007 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 751d95ee-ee03-4f3a-8603-216b945a91ea details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:06:23.467045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:06:23.501803 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:06:23.524399 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=751d95ee-ee03-4f3a-8603-216b945a91ea,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:23.538989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:23.540250 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:23.615403 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] No DVR routers for this DVR port c801abcf-db5d-449a-a470-8c490a198057 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:06:23.618849 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:23.621089 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e645fe64-c475-401e-9720-38c9eb3fc9b2 req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "DELETE /v2.0/ports/c801abcf-db5d-449a-a470-8c490a198057 HTTP/1.1" status: 204 len: 173 time: 1.9993448 Jun 07 12:06:23.621679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-deleted', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:23.624220 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d0ce33-5506-4669-b822-9223eb8b4469" -d '{"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-deleted", "tag": "c801abcf-db5d-449a-a470-8c490a198057"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:23.642382 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'port_id': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'mac_address': 'fa:16:3e:8c:ef:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:06:23.709642 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7f6222-ef74-4007-8ffe-a173bccb3afa x-openstack-request-id: req-da7f6222-ef74-4007-8ffe-a173bccb3afa {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:23.709969 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bafde-4301-47e1-948a-7ec7e832ff40", "name": "network-vif-deleted", "tag": "c801abcf-db5d-449a-a470-8c490a198057", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:23.710255 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da7f6222-ef74-4007-8ffe-a173bccb3afa {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:23.710683 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bafde-4301-47e1-948a-7ec7e832ff40', 'name': 'network-vif-deleted', 'tag': 'c801abcf-db5d-449a-a470-8c490a198057', 'status': 'completed', 'code': 200} Jun 07 12:06:23.797391 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:23.842064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751d95ee-ee03-4f3a-8603-216b945a91ea {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:06:23.865413 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:23.937080 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=751d95ee-ee03-4f3a-8603-216b945a91ea,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:24.077106 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:24.079262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:24.090573 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda58a9-7825-4967-b803-3fd19686175e req-9ea7dc04-135d-4701-b9e2-2a2c0006b262 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:24.093255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8bda58a9-7825-4967-b803-3fd19686175e req-9ea7dc04-135d-4701-b9e2-2a2c0006b262 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 943 time: 0.2495584 Jun 07 12:06:24.163519 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998af97-0896-40fd-aa4e-547aa3f48f29 req-3421e533-9544-435c-a85a-00cdd355f7bc tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:24.165173 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3998af97-0896-40fd-aa4e-547aa3f48f29 req-3421e533-9544-435c-a85a-00cdd355f7bc tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.2505281 Jun 07 12:06:24.180804 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8bda58a9-7825-4967-b803-3fd19686175e req-6979a448-4c09-4a3c-b25d-e6292373125d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776801 Jun 07 12:06:24.255619 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3998af97-0896-40fd-aa4e-547aa3f48f29 req-90cfc81c-8861-48e6-8c14-0994d24da802 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713217 Jun 07 12:06:24.320056 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:24.360049 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.360674 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.361283 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.361873 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.362534 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.363108 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.363689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.364271 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.364886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.365473 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.366035 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.366608 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:24.378156 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:24.390932 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['751d95ee-ee03-4f3a-8603-216b945a91ea'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:06:24.506660 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8a91071c-4b28-49df-a7ac-53e29af85793 req-5692f711-861b-4d11-b0a0-af6139bc8a29 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b2bafde-4301-47e1-948a-7ec7e832ff40 HTTP/1.1" status: 200 len: 210 time: 0.0842395 Jun 07 12:06:24.608515 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:24.629785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:06:24.667083 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:24.668100 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:24.975720 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:25.315607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:06:25.458671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e8e1-dccf-4f78-a555-263330b90cdc req-70775723-195a-4252-9174-64d60cf55ed2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:25.460356 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f2a1e8e1-dccf-4f78-a555-263330b90cdc req-70775723-195a-4252-9174-64d60cf55ed2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 944 time: 0.1664858 Jun 07 12:06:25.467616 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: c801abcf-db5d-449a-a470-8c490a198057 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:06:25.468250 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device c801abcf-db5d-449a-a470-8c490a198057 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:06:25.520572 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:25.527461 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c11500-f9e7-4c97-8b94-e1363ce4eae3 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:06:25.539935 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f2a1e8e1-dccf-4f78-a555-263330b90cdc req-63195edb-5c5c-49d9-804b-853d1aa4a617 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650897 Jun 07 12:06:25.562485 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102d050-f414-4c94-929e-57ab4a4246b0 req-f45efdab-2539-42b9-92e7-b2f041ca2bbd tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:25.564047 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e102d050-f414-4c94-929e-57ab4a4246b0 req-f45efdab-2539-42b9-92e7-b2f041ca2bbd tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.1445224 Jun 07 12:06:25.635728 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e102d050-f414-4c94-929e-57ab4a4246b0 req-f2cf6b34-1e0e-4d42-b5e5-caa81e09d177 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603049 Jun 07 12:06:25.740633 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60854) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:25.913890 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:25.974530 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9890ab95-24cd-4356-a367-c730fd7214e3 None None] New status for floating IP 875948c6-73e3-4846-9ce4-e53d50d89d44: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:06:25.994569 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.086464 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.092430 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.098807 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "DELETE /v2.0/security-groups/f8655e12-31e0-4db8-a0a0-587553ddae84 HTTP/1.1" status: 204 len: 168 time: 0.3560772 Jun 07 12:06:26.099467 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60858) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:26.100127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c22bafc2-a749-46b9-8406-62e5e5727b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:26.120956 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8655e12-31e0-4db8-a0a0-587553ddae84,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:26.125247 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8e8303bd-398b-4137-8bc0-9644e3a5aa01 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:26.165366 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.api.v2.resource [None req-3dd38763-b6d5-42e8-860e-5ccc1b9f846e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] show failed (client error): The resource could not be found. Jun 07 12:06:26.167720 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3dd38763-b6d5-42e8-860e-5ccc1b9f846e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups/f8655e12-31e0-4db8-a0a0-587553ddae84 HTTP/1.1" status: 404 len: 347 time: 0.0657258 Jun 07 12:06:26.172412 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60860) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:26.489512 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Deleting port 97e3929b-1840-4bd2-a68a-2dc17770eb32 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:06:26.490095 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.679075 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.679468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:26.786082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52ecf4-403d-4058-9949-0e62355d564e req-ede0144c-8537-4b45-bf5c-34a7bb76a35c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:26.788541 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3a52ecf4-403d-4058-9949-0e62355d564e req-ede0144c-8537-4b45-bf5c-34a7bb76a35c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 944 time: 0.1020024 Jun 07 12:06:26.857283 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3a52ecf4-403d-4058-9949-0e62355d564e req-ac5267f3-97e6-46ad-ad2b-e4e13339c3fe tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632496 Jun 07 12:06:26.914783 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Calling delete_port for 97e3929b-1840-4bd2-a68a-2dc17770eb32 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:06:26.963409 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e5506-1e1c-4a3f-a893-a9311a01158b req-bc6a1314-85e2-4fa7-a0d8-0efb405f5797 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:26.966125 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1e0e5506-1e1c-4a3f-a893-a9311a01158b req-bc6a1314-85e2-4fa7-a0d8-0efb405f5797 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.0987515 Jun 07 12:06:27.020914 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1e0e5506-1e1c-4a3f-a893-a9311a01158b req-8098b4e6-ae42-489e-a76e-27cfc1b351e0 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263&id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484722 Jun 07 12:06:27.054923 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.061127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bb052b97-1592-4cb0-8612-c5fed1c6ef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:27.106892 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'Port': ['ID=97e3929b-1840-4bd2-a68a-2dc17770eb32,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:27.110253 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:27.208826 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.211361 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.212537 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "DELETE /v2.0/floatingips/875948c6-73e3-4846-9ce4-e53d50d89d44 HTTP/1.1" status: 204 len: 168 time: 1.0387132 Jun 07 12:06:27.300874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 751d95ee-ee03-4f3a-8603-216b945a91ea up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:27.350896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60876) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:27.386508 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 751d95ee-ee03-4f3a-8603-216b945a91ea completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:27.391502 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 751d95ee-ee03-4f3a-8603-216b945a91ea triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:27.391900 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.494563 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.513449 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.549027 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:27.551355 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb38ba4-d7aa-46e9-95f4-081c4f73926a" -d '{"events": [{"server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "name": "network-vif-plugged", "status": "completed", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:27.560019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=751d95ee-ee03-4f3a-8603-216b945a91ea,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:27.568031 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.571399 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-da1a4ce9-49cc-4bc1-be28-09f85fab433a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:27.632582 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db0c23a-a53c-4d8d-be5a-093662588398 x-openstack-request-id: req-8db0c23a-a53c-4d8d-be5a-093662588398 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:27.633064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "name": "network-vif-plugged", "status": "completed", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:27.633491 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8db0c23a-a53c-4d8d-be5a-093662588398 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:27.634097 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'code': 200} Jun 07 12:06:27.655901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.662752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.709755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3634eee9-1764-4618-9ad0-2d2f39bf8c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:27.716329 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:27.722282 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:27.791938 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=492284d59105449cad1dd812d0290099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396760 Jun 07 12:06:27.793507 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d54350-aee9-47dd-9e7c-1e74bfc3a7b7,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:27.794573 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60882) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:27.798788 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:27.873514 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.904066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107131ea-6f69-4d52-ac4a-9a59fd42e483 req-2aee0f7f-d15c-4981-926d-fed786c515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:27.905658 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-107131ea-6f69-4d52-ac4a-9a59fd42e483 req-2aee0f7f-d15c-4981-926d-fed786c515e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1098 time: 0.1055436 Jun 07 12:06:27.908742 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.939091 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60886) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:27.944322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613286312', 'description': 'tempest-description--1718798064'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:27.977288 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-107131ea-6f69-4d52-ac4a-9a59fd42e483 req-990c92c6-d42f-40c8-b630-25f8a9b5fefe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650053 Jun 07 12:06:27.987706 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:27.997309 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.000014 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.001391 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06d54350-aee9-47dd-9e7c-1e74bfc3a7b7 HTTP/1.1" status: 204 len: 168 time: 0.2056968 Jun 07 12:06:28.002165 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-88a6040a-a513-432d-b9e8-33d076c4b0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:28.022821 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d54350-aee9-47dd-9e7c-1e74bfc3a7b7,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:28.028623 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:28.198382 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.204086 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.209068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9b7e395a-e6c7-436f-8dfb-285d03dd86c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:28.227136 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ca06-fd7f-43c5-addd-1280cc5db4d8 req-55745bed-0368-4fc7-a582-a5f512c1d8fa tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:28.232725 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-64f5ca06-fd7f-43c5-addd-1280cc5db4d8 req-55745bed-0368-4fc7-a582-a5f512c1d8fa tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1542778 Jun 07 12:06:28.281174 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.282464 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3423140 Jun 07 12:06:28.286705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:28.287291 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60890) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:28.290062 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-aef027b4-1948-46a5-b815-af2a44dd14cf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:28.298001 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group_rule': {'security_group_id': '4fc3d073-3b8b-43bd-923f-a92c8de8ca4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:28.341480 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-64f5ca06-fd7f-43c5-addd-1280cc5db4d8 req-bbe82ca6-e6df-4c3e-a398-a3d0544893df tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983212 Jun 07 12:06:28.357178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.428580 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.433254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.436211 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:28.461444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8a0925-1326-485d-b6ba-b52a99dd6969,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:28.465360 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:28.468954 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.470196 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807661 Jun 07 12:06:28.473410 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60892) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:28.479629 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'security_group_rule': {'security_group_id': '4fc3d073-3b8b-43bd-923f-a92c8de8ca4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:28.512090 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.583574 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.587530 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.590411 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:28.617203 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208a63ad-9e40-44ed-8536-1a1a7856b2f8,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:28.621207 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:28.628067 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.631532 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550000 Jun 07 12:06:28.632711 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60894) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:28.637842 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:28.662784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:28.838921 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.010846 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Allocated IP 172.27.0.210 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/2ac102b9-a343-471e-b922-35918ff2df71) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:06:29.188075 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.226724 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.231382 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:29.304539 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:29.308135 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:29.312172 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:06:29.343117 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=2ac102b9-a343-471e-b922-35918ff2df71,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:29.349666 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:29.405168 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.489728 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.578272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd061b8a-1424-4ed7-9d54-365f3829504b req-b950ef95-8743-4710-8d7d-cee9d4a3db40 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:29.579992 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cd061b8a-1424-4ed7-9d54-365f3829504b req-b950ef95-8743-4710-8d7d-cee9d4a3db40 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0987818 Jun 07 12:06:29.632969 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cd061b8a-1424-4ed7-9d54-365f3829504b req-4d8ef184-9ad1-4298-a8c8-a4808a6a7dd9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452514 Jun 07 12:06:29.737810 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.746122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.751983 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:29.843751 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486da5cf-7301-4cba-80d2-e5aa992d32f3 req-d2414948-9fcb-44f4-a100-89dbc0384ed4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:29.845377 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-486da5cf-7301-4cba-80d2-e5aa992d32f3 req-d2414948-9fcb-44f4-a100-89dbc0384ed4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0971317 Jun 07 12:06:29.854353 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 60900) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:29.859931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'floatingip': {'port_id': '751d95ee-ee03-4f3a-8603-216b945a91ea'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:29.861270 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=2ac102b9-a343-471e-b922-35918ff2df71,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:29.879275 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.879653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.880023 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.880387 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.880774 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.881129 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.881484 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.881831 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.882184 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.882526 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.882885 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.883225 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:06:29.889217 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:29.892412 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.912934 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:29.914449 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2807424 Jun 07 12:06:29.959603 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:30.294937 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-9b507150-5390-41c0-a48b-f09c74bcdaa4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1613286312&fields=id&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 267 time: 0.1319904 Jun 07 12:06:30.646328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-5259247d-f90e-48b8-86bb-cfd674c93901 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:30.648135 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-5259247d-f90e-48b8-86bb-cfd674c93901 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 817 time: 0.3410025 Jun 07 12:06:30.742186 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-96004a99-baee-4fc0-a975-d958ec0cd6a3 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/quotas/a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 375 time: 0.0861270 Jun 07 12:06:30.877664 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-6b96b577-dc5a-4efa-8cd0-d5297ace8794 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270032 Jun 07 12:06:31.011578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:31.016223 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:31.307030 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Floating IP 6a05296b-e66a-4671-96e5-5d126488d899 associated. External IP: 172.27.0.195, port: 751d95ee-ee03-4f3a-8603-216b945a91ea. Jun 07 12:06:31.359065 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-9f172642-072b-4b5d-93ec-22c918e34ceb service neutron] 10.222.0.22 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602044 Jun 07 12:06:31.702829 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-e2ea7286-6450-4c13-bdea-7795b317b8e3 service neutron] 10.222.0.22 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377736 Jun 07 12:06:31.922981 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a6b1eca6-ae73-41ab-a7e3-84f1a23d74df req-66e0afe2-3671-4f28-8523-cbac4e7b0046 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 210 time: 0.0512037 Jun 07 12:06:31.945851 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:06:32.144264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:06:32.149263 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:32.164957 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:06:32.175911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:32.176777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:32.211510 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a9c41996-e505-42d3-90bc-3cb4bed067ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "PUT /v2.0/floatingips/6a05296b-e66a-4671-96e5-5d126488d899 HTTP/1.1" status: 200 len: 991 time: 2.3556750 Jun 07 12:06:32.212265 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:32.215503 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e7204e-d216-42cf-bd41-2ae4355561ae" -d '{"events": [{"name": "network-changed", "server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:32.277353 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8559ac3d-5a5b-496a-b21d-0ef47dba054e x-openstack-request-id: req-8559ac3d-5a5b-496a-b21d-0ef47dba054e {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:32.278002 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:32.278578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8559ac3d-5a5b-496a-b21d-0ef47dba054e {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:32.279531 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'status': 'completed', 'code': 200} Jun 07 12:06:32.404924 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:32.423684 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-78689b6a-2b04-4474-b587-b55c7076673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:32.425724 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-78689b6a-2b04-4474-b587-b55c7076673e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1098 time: 0.1178586 Jun 07 12:06:32.617179 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-4e054531-fea6-4b2a-b201-27f8a4c4ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:32.618634 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-4e054531-fea6-4b2a-b201-27f8a4c4ecbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.1842859 Jun 07 12:06:32.750515 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-172a146e-f5d1-4ab7-a3fe-0955b4470b4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 999 time: 0.1175530 Jun 07 12:06:32.840063 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-f5942fcd-fc38-4592-b040-f774011fa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:32.842408 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-f5942fcd-fc38-4592-b040-f774011fa169 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0854630 Jun 07 12:06:32.843828 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '6a05296b-e66a-4671-96e5-5d126488d899', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:8c:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:06Z', 'updated_at': '2021-06-07T12:06:30Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:32.849053 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:06:32.860461 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:32.861122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:32.940735 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-9123f37c-7a41-4ee2-8da5-0b07b9c435f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:32.942367 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-9123f37c-7a41-4ee2-8da5-0b07b9c435f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931265 Jun 07 12:06:33.070787 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:33.162880 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-72d8c8fa-c816-40d7-b681-b7785fcf3109 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138085 Jun 07 12:06:33.170300 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c28dc3fd-9f85-4aeb-ad3f-11f7f7abfc93 req-bab89455-b8c7-41b5-aef6-995548ce2016 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 210 time: 0.0641932 Jun 07 12:06:33.335233 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7e7204e-d216-42cf-bd41-2ae4355561ae req-302ee413-d07f-48bd-bc0a-eed7a632b940 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618183 Jun 07 12:06:33.672696 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-a5ae6e51-9a84-47e4-93a6-80d712b1a81b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:33.674302 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-a5ae6e51-9a84-47e4-93a6-80d712b1a81b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 817 time: 0.3615875 Jun 07 12:06:33.734069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '6a05296b-e66a-4671-96e5-5d126488d899', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:8c:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:06Z', 'updated_at': '2021-06-07T12:06:30Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:33.739254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acda1e0-5df7-4f5e-939b-26230b4611a0 None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '6a05296b-e66a-4671-96e5-5d126488d899', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.195', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:8c:ef:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:06Z', 'updated_at': '2021-06-07T12:06:30Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:06:33.740462 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-8742736c-1a95-474f-b33e-a23bdc31b722 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 380 time: 0.0570986 Jun 07 12:06:33.753472 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'port': {'device_id': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'admin_state_up': True, 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'security_groups': ['4fc3d073-3b8b-43bd-923f-a92c8de8ca4c']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:33.942218 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Made reservation on behalf of a6f8355f712043f88a4add95f79a2daa for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:06:33.948379 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:33.968372 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0710936-4d88-49c0-8008-781edce6ef9e None None] New status for floating IP 6a05296b-e66a-4671-96e5-5d126488d899: ACTIVE {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:06:34.143902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Allocated IP 172.20.0.10 (95e24190-45b5-4c11-a961-e94ca6ba9ffd/c78097f4-c038-468f-b1d3-02bf12a16a25/6ff2bbf9-6362-49a4-8b57-7df3fbab36d5) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:06:34.413192 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f57e1e9c-5173-45aa-a245-a7100beb3cc1 req-b0cb6ad6-e05a-4543-a432-a5e0684b72a1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 210 time: 0.0604234 Jun 07 12:06:34.456397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:34.487240 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Transition to ACTIVE for port object 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:34.513533 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:34.520215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a311c0a6-e2b6-45e4-b91b-b3f2390188ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:34.593267 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:06:34.596800 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:06:34.601023 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:06:34.637962 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:34.645062 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:34.701552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:34.702383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:34.727967 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798770 Jun 07 12:06:34.746329 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Request body: {'port': {'device_id': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:34.917951 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-73d9afae-058e-4457-9fe6-da0d36df988c None None] Provisioning for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:34.927251 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-73d9afae-058e-4457-9fe6-da0d36df988c None None] Provisioning complete for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:34.928016 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-73d9afae-058e-4457-9fe6-da0d36df988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:34.940506 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:35.006089 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-73d9afae-058e-4457-9fe6-da0d36df988c None None] Port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:06:35.476935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:06:35.489571 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:35.512576 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Transition to ACTIVE for port object 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:06:35.521031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:35.529084 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:35.736163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:35.746390 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:36.002705 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Attempting to bind port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:06:36.003613 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Attempting to bind port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:06:36.003613 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Attempting to bind port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:36.012577 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:06:36.012929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Attempting to bind port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 on network 95e24190-45b5-4c11-a961-e94ca6ba9ffd {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:06:36.024288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29bfa-fca9-4061-a4ab-2e0e6a12b013 req-9b3ea786-1c45-4cff-ab1e-cf30bb836b03 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:36.026851 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53a29bfa-fca9-4061-a4ab-2e0e6a12b013 req-9b3ea786-1c45-4cff-ab1e-cf30bb836b03 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.2875466 Jun 07 12:06:36.029943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:06:36.030267 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Checking segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:06:36.030676 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Bound using segment: {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:06:36.031106 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Bound port: 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f28c1f-3f52-4258-8129-a4653cd1617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:06:36.031455 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:36.135537 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-53a29bfa-fca9-4061-a4ab-2e0e6a12b013 req-676cbb6d-9d06-46d7-944e-109e3a9b15e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941339 Jun 07 12:06:36.172869 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:06:36.180215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:06:36.185854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:36.189879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-84590d9a-ed9e-4e6b-88d5-c81be81980f1 tempest-VolumesActionsTest-993012879 tempest-VolumesActionsTest-993012879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:36.255443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:36.256261 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:36.257651 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] 10.222.0.35 "PUT /v2.0/ports/6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 1094 time: 1.5215471 Jun 07 12:06:36.258188 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:36.261535 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de70b9a-6625-4585-b239-91059b872b34" -d '{"events": [{"name": "network-changed", "server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:36.300201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:36.306784 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:36.331360 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308513dc-8644-402e-9c43-efecab5b8c4a x-openstack-request-id: req-308513dc-8644-402e-9c43-efecab5b8c4a {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:36.332038 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:36.332426 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-308513dc-8644-402e-9c43-efecab5b8c4a {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:36.333113 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'status': 'completed', 'code': 200} Jun 07 12:06:36.511079 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-b4db44dc-68ff-4ecb-b95f-0aa8d81c5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:36.512511 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-b4db44dc-68ff-4ecb-b95f-0aa8d81c5f17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1097 time: 0.2011437 Jun 07 12:06:36.604115 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-be5892d1-bfe2-421b-9943-b114aa4a1b0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 217 time: 0.0831897 Jun 07 12:06:36.677036 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-778f5b01-645c-47b0-af93-a2d2a29e87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:36.678477 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-778f5b01-645c-47b0-af93-a2d2a29e87bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.0651500 Jun 07 12:06:36.768029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c8df5-db65-4744-a710-0cc598e958df req-07dded14-1761-41c4-a0d6-e42da6c6b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:36.769565 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-07dded14-1761-41c4-a0d6-e42da6c6b4d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847304 Jun 07 12:06:36.916750 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-74c6238c-30b1-4242-aa8e-387f7faf8817 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391325 Jun 07 12:06:37.061826 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f52c8df5-db65-4744-a710-0cc598e958df req-8482da93-0d80-4535-a693-7842e3f04a1e service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390073 Jun 07 12:06:37.203941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70b9a-6625-4585-b239-91059b872b34 req-b8feae23-27fe-4b38-8ed9-ae133179516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:37.205632 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-b8feae23-27fe-4b38-8ed9-ae133179516c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1097 time: 0.0834851 Jun 07 12:06:37.406842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70b9a-6625-4585-b239-91059b872b34 req-a9b26bac-4d80-4653-bbe4-f669612551ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:37.408355 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-a9b26bac-4d80-4653-bbe4-f669612551ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.1956203 Jun 07 12:06:37.486336 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-5e9759af-c6c1-4b76-88eb-6a84f0740dfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 217 time: 0.0702059 Jun 07 12:06:37.498498 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382b0f-c005-4fb3-85b5-82147d2407cd req-d9af6bb6-0578-47f0-83e8-cab328adc5c5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:37.500085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65382b0f-c005-4fb3-85b5-82147d2407cd req-d9af6bb6-0578-47f0-83e8-cab328adc5c5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.1908934 Jun 07 12:06:37.594043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70b9a-6625-4585-b239-91059b872b34 req-f342609e-e1a8-45a4-ad8d-09c77391beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:37.595838 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-f342609e-e1a8-45a4-ad8d-09c77391beee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.0947268 Jun 07 12:06:37.598940 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65382b0f-c005-4fb3-85b5-82147d2407cd req-3a2bbb00-eb83-4ea5-b33d-99b62250f9a0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665212 Jun 07 12:06:37.694212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de70b9a-6625-4585-b239-91059b872b34 req-86dbadf5-1154-4ae6-aa36-fa77141e41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:37.696019 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-86dbadf5-1154-4ae6-aa36-fa77141e41ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929575 Jun 07 12:06:37.842575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-ade01798-4f7c-4166-8625-dddcf8975bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386440 Jun 07 12:06:38.094288 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7de70b9a-6625-4585-b239-91059b872b34 req-3d17fe93-8a7c-48d0-8b40-5135065dc05c service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450352 Jun 07 12:06:38.808965 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834e2df-4e56-46a8-82ed-fcc98f7486aa req-7ba2dc73-92bc-43d1-b9ec-637e69371f57 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:38.810552 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1834e2df-4e56-46a8-82ed-fcc98f7486aa req-7ba2dc73-92bc-43d1-b9ec-637e69371f57 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0879226 Jun 07 12:06:38.862084 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1834e2df-4e56-46a8-82ed-fcc98f7486aa req-1e2cfad7-49a6-42c6-9d7b-d46cb9b2ee59 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Jun 07 12:06:39.395467 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:06:39.617595 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:39.641614 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:06:39.727370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:39.751010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:06:39.770345 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:39.776213 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:39.778860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:39.853582 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:39.856782 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:40.031970 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:06:40.070984 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dcb94-d53f-44ad-ada0-f71123de9253 req-0c6ba166-c86a-4aac-9a79-6b2709bcf140 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:40.073312 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fd4dcb94-d53f-44ad-ada0-f71123de9253 req-0c6ba166-c86a-4aac-9a79-6b2709bcf140 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 945 time: 0.0914719 Jun 07 12:06:40.125689 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fd4dcb94-d53f-44ad-ada0-f71123de9253 req-5cc6fdc5-8c1f-483f-b7dd-ae69f8a1ebbc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Jun 07 12:06:41.334746 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a962294-ddf8-4edf-9343-e27df5786318 req-73bfa0bc-14b9-486c-9f64-f77a42d92bbf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:41.336313 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3a962294-ddf8-4edf-9343-e27df5786318 req-73bfa0bc-14b9-486c-9f64-f77a42d92bbf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 945 time: 0.0875080 Jun 07 12:06:41.385350 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3a962294-ddf8-4edf-9343-e27df5786318 req-9d551ac2-59ef-4cea-9f4d-5e4bf2f4076a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Jun 07 12:06:41.402785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:06:41.481194 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:06:41.486354 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:06:41.486745 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:41.616733 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:41.647136 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:41.649496 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e805bdf-b3d2-4ccc-b01e-753995ee0bcc" -d '{"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:41.660098 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:41.665415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:41.667501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-69cf23b2-6a85-4e4a-a6f8-b63127cf7030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:41.704731 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b55a1-adb4-4064-b11f-bb210d4196d8 x-openstack-request-id: req-ec6b55a1-adb4-4064-b11f-bb210d4196d8 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:41.705042 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:41.705300 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec6b55a1-adb4-4064-b11f-bb210d4196d8 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:41.705692 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'code': 200} Jun 07 12:06:41.753484 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:41.758036 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:42.049497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0af65-d88f-4d52-bd46-18c4508b4c06 req-4ea6df1b-d8aa-4f14-97e2-a56f67732676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:42.050918 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8ff0af65-d88f-4d52-bd46-18c4508b4c06 req-4ea6df1b-d8aa-4f14-97e2-a56f67732676 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1099 time: 0.0888579 Jun 07 12:06:42.100573 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8ff0af65-d88f-4d52-bd46-18c4508b4c06 req-2c0e5d8c-a362-467e-8193-125198450edf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 Jun 07 12:06:42.191480 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:42.601989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735325c-a09a-49fe-b6a0-6a0a05f21923 req-e2ae499a-ed43-4452-8903-e0236859d2f6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:42.604259 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f735325c-a09a-49fe-b6a0-6a0a05f21923 req-e2ae499a-ed43-4452-8903-e0236859d2f6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0862923 Jun 07 12:06:42.658234 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f735325c-a09a-49fe-b6a0-6a0a05f21923 req-82eeeb4c-7b43-4f37-a9ff-37f1d1c631cc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Jun 07 12:06:43.861539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0b87-8f2d-4d61-99d9-b237fee382dc req-92ce3b0d-af07-486b-91c8-740b6490940c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:43.863113 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-de9d0b87-8f2d-4d61-99d9-b237fee382dc req-92ce3b0d-af07-486b-91c8-740b6490940c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0857804 Jun 07 12:06:43.912694 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-de9d0b87-8f2d-4d61-99d9-b237fee382dc req-36be323e-8e5d-4a80-b41e-5b1584f064db tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Jun 07 12:06:44.114619 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705672e7-6a5f-4b6c-977c-f550050c34cc req-bdeaaae3-b327-4db5-8519-8abf21d831ad tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:44.116210 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-705672e7-6a5f-4b6c-977c-f550050c34cc req-bdeaaae3-b327-4db5-8519-8abf21d831ad tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0891461 Jun 07 12:06:44.128563 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 60984) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:06:44.133693 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Request body: {'floatingip': {'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:06:44.222197 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:44.455682 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-50c6eab2-e8a9-471c-b97b-668cbc54ffce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929773 Jun 07 12:06:44.559566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-7a64dabc-eea3-4b64-ac7c-12a186cc56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:44.561570 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-7a64dabc-eea3-4b64-ac7c-12a186cc56c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 1099 time: 0.0815091 Jun 07 12:06:44.765151 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-eb25b702-61ee-4915-bb68-c57f727b778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:44.767160 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-eb25b702-61ee-4915-bb68-c57f727b778e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1826663 Jun 07 12:06:44.924313 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-25b15637-a30d-4e31-8cab-6f398ad222ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 200 len: 1002 time: 0.1490161 Jun 07 12:06:45.021803 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:45.028213 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:45.045953 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-6e78fb6a-ea1e-4b8b-803d-b6ce9f849f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:45.047642 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-6e78fb6a-ea1e-4b8b-803d-b6ce9f849f7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1142430 Jun 07 12:06:45.131396 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-594685c3-0967-4b81-8685-20e42e39d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:45.132927 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-594685c3-0967-4b81-8685-20e42e39d805 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783491 Jun 07 12:06:45.282849 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Floating IP 866bdce1-db7c-4cdf-ab52-223c9abca273 associated. External IP: 172.27.0.210, port: 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5. Jun 07 12:06:45.287831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-120a49b6-b31d-4dd4-ae01-123fe9f0724f service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456697 Jun 07 12:06:45.520509 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cca24a9d-d731-4bb8-ad34-6f7133e4a554 req-213a4b22-ca52-4009-940d-6dc82d0a6ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255712 Jun 07 12:06:45.642332 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-82a6ceac-e5a2-4676-a01e-c31b8ba5848d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:45.736263 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:06:46.057784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:06:46.063357 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:46.069626 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:06:46.085974 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:46.087733 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:46.123028 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-85446aae-9739-4f46-83da-1063cc43f8c9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "PUT /v2.0/floatingips/866bdce1-db7c-4cdf-ab52-223c9abca273 HTTP/1.1" status: 200 len: 992 time: 1.9932024 Jun 07 12:06:46.123689 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:46.126546 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd591d9b-4bcc-47be-8546-82076cd49549" -d '{"events": [{"name": "network-changed", "server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:46.203281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4554bbb4-aa62-40ad-abc1-6384816a83db x-openstack-request-id: req-4554bbb4-aa62-40ad-abc1-6384816a83db {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:46.203718 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:46.203906 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4554bbb4-aa62-40ad-abc1-6384816a83db {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:46.204330 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'status': 'completed', 'code': 200} Jun 07 12:06:46.347560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-b8ebc491-a76e-4d33-bed8-37e53ea2cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:46.349571 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-b8ebc491-a76e-4d33-bed8-37e53ea2cd29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1099 time: 0.1141267 Jun 07 12:06:46.361704 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:46.610393 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-ee5a73b8-0736-4210-a56c-985629cb0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:46.612224 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-ee5a73b8-0736-4210-a56c-985629cb0bf2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.2533369 Jun 07 12:06:46.769379 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-a0ebf0b8-4970-43b5-99aa-ceb75d4da232 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 1000 time: 0.1471727 Jun 07 12:06:46.854181 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '866bdce1-db7c-4cdf-ab52-223c9abca273', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:29Z', 'updated_at': '2021-06-07T12:06:44Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:46.861075 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:06:46.867241 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-8c7deb21-f372-4e32-a5fb-7421bc6c045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:46.869716 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-8c7deb21-f372-4e32-a5fb-7421bc6c045a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.0928946 Jun 07 12:06:46.874054 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:46.874726 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:46.997206 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-0692183b-8724-46f3-ab34-223656ab48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:46.998844 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-0692183b-8724-46f3-ab34-223656ab48d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1222966 Jun 07 12:06:47.137188 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:06:47.181691 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-0ea7e5c0-3724-4168-ab9b-faca2e2a6342 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752043 Jun 07 12:06:47.346054 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bd591d9b-4bcc-47be-8546-82076cd49549 req-dc4602c1-311d-4e4c-9505-5ad4636245c5 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Jun 07 12:06:47.629952 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '866bdce1-db7c-4cdf-ab52-223c9abca273', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:29Z', 'updated_at': '2021-06-07T12:06:44Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:47.635171 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f237bb-2c99-4c42-b3ee-200674e94c00 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '866bdce1-db7c-4cdf-ab52-223c9abca273', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:06:29Z', 'updated_at': '2021-06-07T12:06:44Z', 'revision_number': 1, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:06:47.879824 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bc950-5109-48bd-9eaa-6d14b44b091e None None] New status for floating IP 866bdce1-db7c-4cdf-ab52-223c9abca273: ACTIVE {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:06:48.269050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:48.577002 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-09abfe98-32cc-4b50-b91b-addb7c9ae70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:49.794887 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:51.671023 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:55.186414 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:06:56.328158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b084112-1d8d-4f0b-a1eb-e34b3de62a01 req-7ead8ca2-399e-4f72-8846-5ce6eeca512a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:56.329714 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6b084112-1d8d-4f0b-a1eb-e34b3de62a01 req-7ead8ca2-399e-4f72-8846-5ce6eeca512a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.0904803 Jun 07 12:06:56.387340 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6b084112-1d8d-4f0b-a1eb-e34b3de62a01 req-1106a46f-d520-4c6f-9c6e-a65a78aa3de6 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518627 Jun 07 12:06:57.596930 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7816-2446-457d-a2de-e995a28ec6f1 req-3f0683b8-15e3-4ebf-8b9f-bfdc591916a8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:57.598529 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8d5f7816-2446-457d-a2de-e995a28ec6f1 req-3f0683b8-15e3-4ebf-8b9f-bfdc591916a8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.0875578 Jun 07 12:06:57.653052 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8d5f7816-2446-457d-a2de-e995a28ec6f1 req-d7d6e61e-b3a5-4e57-b0e5-3252f1dc7a76 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Jun 07 12:06:58.110331 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-ad5b2830-1240-46a1-b5f4-e9863853d526 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:58.111786 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-ad5b2830-1240-46a1-b5f4-e9863853d526 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.0902634 Jun 07 12:06:58.268742 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port 168782f9-5571-4ebe-8de9-9add19113d73 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:06:58.269085 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:58.414152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] For port 168782f9-5571-4ebe-8de9-9add19113d73, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=168782f9-5571-4ebe-8de9-9add19113d73,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:06:58.414417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:58.726053 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:58.726750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:58.726750 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP ffbfa81f-433c-446c-9c1a-f4c1009e560f disassociated. External IP: 172.27.0.100, port: 168782f9-5571-4ebe-8de9-9add19113d73. Jun 07 12:06:58.727049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for 168782f9-5571-4ebe-8de9-9add19113d73 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:06:58.898064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:58.904074 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:06:59.047653 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=168782f9-5571-4ebe-8de9-9add19113d73,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:06:59.052221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:06:59.060073 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809dbac-82c4-42d8-8bde-13b338d25921 req-428e3785-d3fd-4c11-bc10-2e033674f798 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:06:59.061626 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e809dbac-82c4-42d8-8bde-13b338d25921 req-428e3785-d3fd-4c11-bc10-2e033674f798 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 946 time: 0.2927184 Jun 07 12:06:59.192837 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e809dbac-82c4-42d8-8bde-13b338d25921 req-fb5bab8c-fc15-4df6-9364-485c7deb6dbd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227977 Jun 07 12:06:59.337156 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:06:59.625419 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:06:59.639009 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:06:59.650812 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:06:59.651352 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:06:59.706408 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] No DVR routers for this DVR port 168782f9-5571-4ebe-8de9-9add19113d73 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:06:59.709396 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:06:59.711384 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-065fc293-9e36-4b08-afc2-b01780dfae39 req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "DELETE /v2.0/ports/168782f9-5571-4ebe-8de9-9add19113d73 HTTP/1.1" status: 204 len: 173 time: 1.5930595 Jun 07 12:06:59.712005 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'name': 'network-vif-deleted', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:06:59.714416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f8914e-008c-4c71-bc04-465a446a3719" -d '{"events": [{"server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "name": "network-vif-deleted", "tag": "168782f9-5571-4ebe-8de9-9add19113d73"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:06:59.848835 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84285b0c-5ff3-4fbb-81c2-ab32f9aa9cb0 x-openstack-request-id: req-84285b0c-5ff3-4fbb-81c2-ab32f9aa9cb0 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:06:59.849814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf940bc7-1cf0-4654-970e-e8f74b5f4c3d", "name": "network-vif-deleted", "tag": "168782f9-5571-4ebe-8de9-9add19113d73", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:06:59.849814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84285b0c-5ff3-4fbb-81c2-ab32f9aa9cb0 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:06:59.850561 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf940bc7-1cf0-4654-970e-e8f74b5f4c3d', 'name': 'network-vif-deleted', 'tag': '168782f9-5571-4ebe-8de9-9add19113d73', 'status': 'completed', 'code': 200} Jun 07 12:06:59.911436 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:00.245152 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:00.250027 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:07:00.259906 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:00.260524 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:00.390098 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-93b7f76c-d4c4-4969-a0ff-a298af9c40e5 req-22193ac2-837b-4827-a1c6-461c6f081bd0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf940bc7-1cf0-4654-970e-e8f74b5f4c3d HTTP/1.1" status: 200 len: 210 time: 0.0515435 Jun 07 12:07:00.520149 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:00.875440 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:00.879286 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43f45b-f40f-424a-aca9-f14ec1931cc7 None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:07:01.084866 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84182662-eedb-494c-ba7d-a8a5630670a1 None None] New status for floating IP ffbfa81f-433c-446c-9c1a-f4c1009e560f: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:07:01.461851 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 168782f9-5571-4ebe-8de9-9add19113d73 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:01.508104 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 168782f9-5571-4ebe-8de9-9add19113d73 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:01.508328 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 168782f9-5571-4ebe-8de9-9add19113d73 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:01.773397 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-1ef8061a-090f-44a0-9f69-710495cf8648 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024513752&fields=id&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 267 time: 0.0473704 Jun 07 12:07:01.944210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-f3b35a81-7f74-4561-a923-a64599d6deec tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:01.946796 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-f3b35a81-7f74-4561-a923-a64599d6deec tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.1650677 Jun 07 12:07:01.963333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-816b6867-e046-438e-b315-04fdf7880028 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/quotas/8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 375 time: 0.0103366 Jun 07 12:07:02.059939 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-77784b33-cbb0-4fdd-944e-10b8ce57b855 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909278 Jun 07 12:07:02.268264 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-352cd82b-f86f-4e2e-b683-c3f4aac9e94e service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958082 Jun 07 12:07:02.414777 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-40b9c1bf-6f6b-42bd-af07-6e290e3f5dcb service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372933 Jun 07 12:07:02.843364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ab8a73a-6a54-45f4-b8cb-16d35a073d72 req-e5cf6268-612b-4065-b60e-61c2015ae8f8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 210 time: 0.0437882 Jun 07 12:07:04.020288 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-ad2c57fe-cd5d-4a43-97ef-27454de47a57 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:04.021795 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-ad2c57fe-cd5d-4a43-97ef-27454de47a57 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.2149985 Jun 07 12:07:04.023981 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5e71de0-dee6-4072-9854-26acb0a1406a req-4f7e4436-125a-4c75-8a47-52e57853e4af tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 210 time: 0.0610819 Jun 07 12:07:04.086377 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-fd0306f9-494f-4e51-8cb0-b09b455877e9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 380 time: 0.0541897 Jun 07 12:07:04.096309 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'port': {'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'admin_state_up': True, 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'security_groups': ['595cf29b-7b13-4dea-b2fd-b38292942750']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:07:04.344312 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Made reservation on behalf of 8eef51cadbc745d6b93b003f2d756712 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:07:04.347692 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:04.535099 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.20.0.3 (e753f34b-daf3-4fc1-9790-eb0dbfb96365/b10d9b73-f629-4903-9793-14658050efb3/b9970176-11c1-4e63-b58e-658183552cbc) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:07:04.735738 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:04.752831 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Transition to ACTIVE for port object b9970176-11c1-4e63-b58e-658183552cbc will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:07:04.778215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:04.783687 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:04.856590 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:07:04.859768 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:07:04.863764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:07:04.894421 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:04.902431 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:04.935728 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:04.936308 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:04.957061 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645754 Jun 07 12:07:04.970012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Request body: {'port': {'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:07:05.095821 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:05.128029 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-8a64aa36-183a-4336-abfd-0b083b7ee6e3 None None] Provisioning for port b9970176-11c1-4e63-b58e-658183552cbc completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:07:05.136837 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-8a64aa36-183a-4336-abfd-0b083b7ee6e3 None None] Provisioning complete for port b9970176-11c1-4e63-b58e-658183552cbc triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:07:05.137379 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8a64aa36-183a-4336-abfd-0b083b7ee6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:05.235938 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-8a64aa36-183a-4336-abfd-0b083b7ee6e3 None None] Port b9970176-11c1-4e63-b58e-658183552cbc cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:07:05.342787 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a7249-fadc-46de-81a4-5ee2dbf82c74 req-e77d1fe5-dbed-4924-a485-64e9aeea4547 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:05.344249 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a69a7249-fadc-46de-81a4-5ee2dbf82c74 req-e77d1fe5-dbed-4924-a485-64e9aeea4547 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 931 time: 0.2001634 Jun 07 12:07:05.469808 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a69a7249-fadc-46de-81a4-5ee2dbf82c74 req-a419656c-f0c2-4735-8d6f-90b53bf522d4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183505 Jun 07 12:07:05.566639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9970176-11c1-4e63-b58e-658183552cbc {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:07:05.575066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:05.591597 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Transition to ACTIVE for port object b9970176-11c1-4e63-b58e-658183552cbc will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:07:05.595744 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:05.599406 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0c61b891-d227-4bd4-a018-fa3696c98c40 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:05.757589 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Pushing event updated for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:05.768934 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:05.850765 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Attempting to bind port b9970176-11c1-4e63-b58e-658183552cbc on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:07:05.851100 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Attempting to bind port b9970176-11c1-4e63-b58e-658183552cbc by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:07:05.851428 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Attempting to bind port b9970176-11c1-4e63-b58e-658183552cbc on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:07:05.856796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Port b9970176-11c1-4e63-b58e-658183552cbc on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:07:05.857120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Attempting to bind port b9970176-11c1-4e63-b58e-658183552cbc on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:07:05.863582 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:07:05.863914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:07:05.864295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Bound using segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:07:05.864741 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Bound port: b9970176-11c1-4e63-b58e-658183552cbc, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:07:05.865087 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:05.982246 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:07:06.000637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b9970176-11c1-4e63-b58e-658183552cbc,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:07:06.007312 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:06.013861 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:06.047280 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-89c8235b-326b-4d57-8e11-d8902f140e86 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491750378&fields=id&tenant_id=c7ae2f1d126740069c8621a153cc4aea HTTP/1.1" status: 200 len: 267 time: 0.0904720 Jun 07 12:07:06.107064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.107768 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:06.109180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 1093 time: 1.1437054 Jun 07 12:07:06.109715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:06.112107 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5151ba55-5426-469a-bc35-a030e7e2e794" -d '{"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:06.156813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Pushing event updated for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:06.285144 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:06.291331 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77df9a8-6c4b-4af0-bf9c-aabfc5add01c x-openstack-request-id: req-c77df9a8-6c4b-4af0-bf9c-aabfc5add01c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:06.291645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:06.291923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c77df9a8-6c4b-4af0-bf9c-aabfc5add01c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:06.292332 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc', 'status': 'completed', 'code': 200} Jun 07 12:07:06.334621 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-032253bb-df60-4819-9eae-7b1a0c1643ce tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.336127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-032253bb-df60-4819-9eae-7b1a0c1643ce tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 984 time: 0.2821798 Jun 07 12:07:06.354025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Request body: {'port': {'security_groups': ['562006f8-5e83-44ad-a040-5095b3b32b14']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:07:06.389181 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-5f56f728-94c6-4147-a7cf-1b8cd166d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.390645 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-5f56f728-94c6-4147-a7cf-1b8cd166d991 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1096 time: 0.2292964 Jun 07 12:07:06.477907 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-a5c443c2-367b-4d12-8097-848d3edb79ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 217 time: 0.0740244 Jun 07 12:07:06.648741 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e90de7b6-1f8b-42ba-9b46-38599aa4533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.650668 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-e90de7b6-1f8b-42ba-9b46-38599aa4533e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1650660 Jun 07 12:07:06.653285 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:06.841609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c02c-fcec-4938-bdfa-de82e4699f28 req-226f26f5-f6d7-49f8-9ec2-656d7be3293e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.843121 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58e1c02c-fcec-4938-bdfa-de82e4699f28 req-226f26f5-f6d7-49f8-9ec2-656d7be3293e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.2536695 Jun 07 12:07:06.895421 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-afce576b-59c5-46ab-bfaa-5a4ff1e808d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:06.896950 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-afce576b-59c5-46ab-bfaa-5a4ff1e808d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274246 Jun 07 12:07:06.964552 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58e1c02c-fcec-4938-bdfa-de82e4699f28 req-0648ab6d-cce6-4b58-a8fc-5fd2975c9b3f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139569 Jun 07 12:07:07.140678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:07.168275 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-f108ec46-04cd-4168-94b2-a2ec4e951e2b service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558043 Jun 07 12:07:07.205001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.210137 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.221037 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:07.225307 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:07:07.349525 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:07.350088 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.351486 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69256ea1-a090-43ad-bf6c-637709dd6b11 req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "PUT /v2.0/ports/8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 942 time: 1.0038114 Jun 07 12:07:07.369099 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 32896) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:07.390169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event updated for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=7']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:07.401461 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-51f6ff7b-8eea-4d70-bd8d-55684d87c563 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:07.412542 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e97503e-6c13-4bb7-a648-c641b9fa007a req-1c56ff1e-f498-4ab3-986a-e75895882d4c service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334714 Jun 07 12:07:07.433885 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:07:07.463035 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.501415 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.582393 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.588174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.593001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-1d285981-ca2e-4618-9000-7e5f7ef2c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:07.593225 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "DELETE /v2.0/security-groups/3172b5fd-bbc4-41f7-a139-6e0b2d3a7263 HTTP/1.1" status: 204 len: 168 time: 0.2195635 Jun 07 12:07:07.593354 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-1d285981-ca2e-4618-9000-7e5f7ef2c493 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1096 time: 0.1183887 Jun 07 12:07:07.593626 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 32898) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:07.593746 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0df8162b-6300-4fa1-bfd1-f1d5f9fba43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:07.613210 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3172b5fd-bbc4-41f7-a139-6e0b2d3a7263,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:07.618128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:07.662388 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-162d7238-626a-4d7c-b501-910924ffa00a None None] Provisioning complete for port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:07:07.662774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-162d7238-626a-4d7c-b501-910924ffa00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:07.932878 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-0f1a04fe-9be7-4343-8a21-6ce8c0dae449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:07.934297 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-0f1a04fe-9be7-4343-8a21-6ce8c0dae449 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.2743607 Jun 07 12:07:08.193404 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-6fbd406b-4622-433d-8aed-a349e45417b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 217 time: 0.2494447 Jun 07 12:07:08.283120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-c62e09bd-f893-482a-bc6b-9c5753727857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:08.284614 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-c62e09bd-f893-482a-bc6b-9c5753727857 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.0822494 Jun 07 12:07:08.294564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:08.296873 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aa2251-893d-4436-872b-310e9bf08dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:08.340364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Deleting port f99b3a74-3896-412a-9a22-942bbfdd1970 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:08.340776 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:08.392364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37359757-0242-4a42-8d01-ba9b5a5f1b6b req-0a7e237b-b8ec-476c-ada9-c91c85a656a1 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:08.393904 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37359757-0242-4a42-8d01-ba9b5a5f1b6b req-0a7e237b-b8ec-476c-ada9-c91c85a656a1 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.2695282 Jun 07 12:07:08.405133 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badf727c-c343-4269-b979-c0d1a4084fcb x-openstack-request-id: req-badf727c-c343-4269-b979-c0d1a4084fcb {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:08.405443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:08.405716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-badf727c-c343-4269-b979-c0d1a4084fcb {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:08.406120 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:07:08.588784 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37359757-0242-4a42-8d01-ba9b5a5f1b6b req-49404bcb-187c-4258-b2d3-93e484375060 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781261 Jun 07 12:07:08.600275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:08.600601 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:08.728139 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-06427e85-9453-4f28-856b-1c6bf1d313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:08.729907 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-06427e85-9453-4f28-856b-1c6bf1d313fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4304233 Jun 07 12:07:08.738194 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Calling delete_port for f99b3a74-3896-412a-9a22-942bbfdd1970 owned by network:floatingip {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:08.862814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-e00b361f-389c-46e3-9126-225e19f8fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:08.864262 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-e00b361f-389c-46e3-9126-225e19f8fb8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1098 time: 0.3900537 Jun 07 12:07:08.951664 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-07b047a3-eaee-40c6-b28f-e114e784ee6e service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104268 Jun 07 12:07:09.155639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-4efa1b79-f40d-42ed-a8c6-0ae74cc3c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:09.157571 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-4efa1b79-f40d-42ed-a8c6-0ae74cc3c064 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.2800186 Jun 07 12:07:09.327968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5151ba55-5426-469a-bc35-a030e7e2e794 req-a9516d54-4c02-41dd-b800-5fa2ada60ace service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655245 Jun 07 12:07:09.346471 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:09.350461 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-757e3e62-ed12-451e-a02e-0d4de23f10a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:09.381613 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-bf97f8a2-bb2a-4be1-a7af-b3d368f2c3eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 1000 time: 0.1829948 Jun 07 12:07:09.429664 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event deleted for resources: {'Port': ['ID=f99b3a74-3896-412a-9a22-942bbfdd1970,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:09.437216 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:09.643249 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-e122bcb7-ca68-4d8f-9506-63a7bc6a716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:09.645078 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-e122bcb7-ca68-4d8f-9506-63a7bc6a716d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.2548304 Jun 07 12:07:09.699094 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks [] for floatingip, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:09.699325 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Floating IP f88d19e7-39ef-4f96-afe1-43e96dee01b0 disassociated (deleted). External IP: 172.27.0.94, port: 8ccfd095-a88e-43d2-ac32-47a88a4b6990. Jun 07 12:07:09.959970 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-1c1be334-d751-49f0-a410-af851179d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:09.961484 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-1c1be334-d751-49f0-a410-af851179d2df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3085408 Jun 07 12:07:09.975892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa59ce5-be8f-4fce-8536-53cd21962cbc req-bb69f8aa-c7f7-4c40-ba25-698c92cc67d6 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:09.977709 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfa59ce5-be8f-4fce-8536-53cd21962cbc req-bb69f8aa-c7f7-4c40-ba25-698c92cc67d6 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.2294736 Jun 07 12:07:10.214729 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfa59ce5-be8f-4fce-8536-53cd21962cbc req-97cfdb0e-7d8c-4839-b730-f1babe4e8b99 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159591 Jun 07 12:07:10.308275 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-e120886d-2729-40e2-bb08-6bc756a34cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296027 Jun 07 12:07:10.350085 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:07:10.555930 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e5aa2251-893d-4436-872b-310e9bf08dd7 req-b04dcfb5-cc8d-4753-baf7-67ba842165d2 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367723 Jun 07 12:07:10.647891 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:07:10.652910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:10.657406 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Sync routers for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:07:10.669306 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:10.669923 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:10.720429 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "DELETE /v2.0/floatingips/f88d19e7-39ef-4f96-afe1-43e96dee01b0 HTTP/1.1" status: 204 len: 168 time: 3.1227298 Jun 07 12:07:10.720429 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:10.721076 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02286aaf-a68b-46df-90e0-a018d3fe7af3" -d '{"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:10.767031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f07678-2c1b-4398-82e8-13fc2a27625c x-openstack-request-id: req-74f07678-2c1b-4398-82e8-13fc2a27625c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:10.767414 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:10.767806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74f07678-2c1b-4398-82e8-13fc2a27625c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:10.768282 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:07:10.863306 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:10.866517 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-4e1e6d51-302b-472b-83e6-cdb661c736fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:10.868812 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-4e1e6d51-302b-472b-83e6-cdb661c736fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7ae2f1d126740069c8621a153cc4aea&device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 1098 time: 0.0771277 Jun 07 12:07:11.012437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-ef941034-6a47-42e2-94ad-cd1dc23fa230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:11.013098 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-ef941034-6a47-42e2-94ad-cd1dc23fa230 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 200 len: 916 time: 0.1378784 Jun 07 12:07:11.213333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-c4a915ca-2d77-45f8-95bc-1ef4a64c98c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 200 len: 217 time: 0.1931589 Jun 07 12:07:11.252575 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:11.256980 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Checking router: 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:07:11.266465 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:11.267189 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:06:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:11.281224 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-9eff2647-0472-48aa-9f3d-a88d12535640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:11.282661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-9eff2647-0472-48aa-9f3d-a88d12535640 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 200 len: 854 time: 0.0625863 Jun 07 12:07:11.395860 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-68304185-946a-4f4f-9915-6c008d474b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:11.397376 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-68304185-946a-4f4f-9915-6c008d474b7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e132221e-01d9-4b80-9086-a5086b274f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075556 Jun 07 12:07:11.481864 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:11.552637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a9ff2-fdd2-486f-896e-d61a23cf64c4 req-d0523cd6-95a8-4f83-9148-8a35c802d94d tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:11.554184 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b40a9ff2-fdd2-486f-896e-d61a23cf64c4 req-d0523cd6-95a8-4f83-9148-8a35c802d94d tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.1977389 Jun 07 12:07:11.598078 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-3f01a059-81b7-4cc7-bfbb-b149da668b31 service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846795 Jun 07 12:07:11.660167 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b40a9ff2-fdd2-486f-896e-d61a23cf64c4 req-3d2ed025-3325-4e01-8112-a8a3371d4ac8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919065 Jun 07 12:07:11.808352 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-02286aaf-a68b-46df-90e0-a018d3fe7af3 req-a17d1ef6-cbfe-403b-bb4a-8045f9516dbe service neutron] 10.222.0.35 "GET /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971207 Jun 07 12:07:11.892472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:11.897210 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64e05f-b21a-4f63-b28e-7c894f6c9352 None None] The sync data for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi is: [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:03:55Z', 'revision_number': 4, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '79728868-e9ee-47e7-aa94-741a6fe00950', 'name': '', 'network_id': 'e132221e-01d9-4b80-9086-a5086b274f6a', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'mac_address': 'fa:16:3e:3f:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:54Z', 'updated_at': '2021-06-07T12:04:07Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'subnets': [{'id': '3b506cf6-7aa1-481e-8594-1d3a3e453810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:07:12.133120 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2f5cc-d912-431c-b2c0-b40dd346c210 None None] New status for floating IP f88d19e7-39ef-4f96-afe1-43e96dee01b0: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:07:12.187355 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:12.886722 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57745c-1d95-4d6e-ae42-d0dd021e73f4 req-26d4bd96-c36e-41a3-83c3-9544d1492e32 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:12.888285 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4a57745c-1d95-4d6e-ae42-d0dd021e73f4 req-26d4bd96-c36e-41a3-83c3-9544d1492e32 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.0866604 Jun 07 12:07:12.957862 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4a57745c-1d95-4d6e-ae42-d0dd021e73f4 req-fc2fc05b-12b3-4031-a8a1-9d5bc33ba4f0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596237 Jun 07 12:07:14.085815 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba4dcf-a37c-4418-87fa-8d92fc7e2c56 req-f21ece13-9fc2-47b8-aed8-402ca17c43aa tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:14.087406 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2bba4dcf-a37c-4418-87fa-8d92fc7e2c56 req-f21ece13-9fc2-47b8-aed8-402ca17c43aa tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.0897624 Jun 07 12:07:14.134651 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2bba4dcf-a37c-4418-87fa-8d92fc7e2c56 req-fbf35a55-666f-4256-af6e-d5dc2952e4c0 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Jun 07 12:07:14.224752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76afa07-bac2-4b3b-a76d-33a67712e062 req-ce204433-8828-40b9-b50e-228ac222261c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:14.226117 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e76afa07-bac2-4b3b-a76d-33a67712e062 req-ce204433-8828-40b9-b50e-228ac222261c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.0819206 Jun 07 12:07:14.276379 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e76afa07-bac2-4b3b-a76d-33a67712e062 req-4f4e90ec-eb93-428f-b9f4-d3d7a26ce42b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Jun 07 12:07:15.367186 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa33d5b-a388-41c4-a82f-7f9d26b16384 req-cf120c0c-722d-45de-a522-c01818607e5d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:15.369905 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1aa33d5b-a388-41c4-a82f-7f9d26b16384 req-cf120c0c-722d-45de-a522-c01818607e5d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.0862830 Jun 07 12:07:15.417250 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1aa33d5b-a388-41c4-a82f-7f9d26b16384 req-0b3c01f4-4264-43ac-9827-57e7b09fcf82 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Jun 07 12:07:15.531437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba06c-5f83-45ed-88a1-1ca96b949dab req-de13719c-4447-43c4-a429-ce6171e47ede tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:15.532963 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8c1ba06c-5f83-45ed-88a1-1ca96b949dab req-de13719c-4447-43c4-a429-ce6171e47ede tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 943 time: 0.0905957 Jun 07 12:07:15.581205 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8c1ba06c-5f83-45ed-88a1-1ca96b949dab req-bfc4a3c0-5b33-4ac5-90a7-382bbdb9a4bb tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Jun 07 12:07:15.584580 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device b9970176-11c1-4e63-b58e-658183552cbc details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:07:15.694963 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0751659c-d486-4bcc-9e2e-3ce0b2b08dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:15.743773 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b9970176-11c1-4e63-b58e-658183552cbc,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:15.760148 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'b9970176-11c1-4e63-b58e-658183552cbc', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:07:15.831614 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:15.854604 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9970176-11c1-4e63-b58e-658183552cbc {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:07:15.873896 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b9970176-11c1-4e63-b58e-658183552cbc,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:15.878962 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:15.880964 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5e8b4eac-27a1-4cb0-b322-5905e883c3b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:15.938892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983db74-948d-4561-820f-738cb0df2ff1 req-6a164119-1b35-422d-8019-af60c8a37ddb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:15.941534 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f983db74-948d-4561-820f-738cb0df2ff1 req-6a164119-1b35-422d-8019-af60c8a37ddb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.35 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 945 time: 0.1157293 Jun 07 12:07:15.952264 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:15.955323 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:16.088098 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Deleting port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:16.088347 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:16.114543 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['b9970176-11c1-4e63-b58e-658183552cbc'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:07:16.292737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] For port 8ccfd095-a88e-43d2-ac32-47a88a4b6990, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8ccfd095-a88e-43d2-ac32-47a88a4b6990,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:16.293407 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:16.438748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Calling delete_port for 8ccfd095-a88e-43d2-ac32-47a88a4b6990 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:16.757361 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:16.764117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-52371957-3dbe-4641-9353-1b2fcc042980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:16.837451 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Pushing event deleted for resources: {'Port': ['ID=8ccfd095-a88e-43d2-ac32-47a88a4b6990,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:16.843201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:16.855423 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['8ccfd095-a88e-43d2-ac32-47a88a4b6990'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:07:16.894775 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b9bb3-b4ed-45ca-a673-b04380334d1f req-8b07e986-a333-4f53-b8b0-de997e1885ca tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:16.896363 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-981b9bb3-b4ed-45ca-a673-b04380334d1f req-8b07e986-a333-4f53-b8b0-de997e1885ca tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/ports?device_id=33353aeb-2017-49b1-8279-316a1ef24e4f HTTP/1.1" status: 200 len: 867 time: 0.2690215 Jun 07 12:07:16.961139 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] No DVR routers for this DVR port 8ccfd095-a88e-43d2-ac32-47a88a4b6990 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:07:16.970119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:16.972163 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f983db74-948d-4561-820f-738cb0df2ff1 req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.35 "DELETE /v2.0/ports/8ccfd095-a88e-43d2-ac32-47a88a4b6990 HTTP/1.1" status: 204 len: 173 time: 1.0239882 Jun 07 12:07:16.972723 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'name': 'network-vif-deleted', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:16.975131 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df75ec7-3418-4716-abf1-a209c403c332" -d '{"events": [{"server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "name": "network-vif-deleted", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:17.006682 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-981b9bb3-b4ed-45ca-a673-b04380334d1f req-fe2d1ae5-bc70-4421-9459-19ff8cde5efb tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] 10.222.0.22 "GET /v2.0/security-groups?id=562006f8-5e83-44ad-a040-5095b3b32b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027298 Jun 07 12:07:17.015399 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49d24-4881-4f8a-a169-4f5238c54f77 req-70d16eef-e95f-49fe-9937-cb5625b8e82a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:17.017044 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-35b49d24-4881-4f8a-a169-4f5238c54f77 req-70d16eef-e95f-49fe-9937-cb5625b8e82a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 944 time: 0.3020906 Jun 07 12:07:17.083925 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-35b49d24-4881-4f8a-a169-4f5238c54f77 req-ea7f6774-4c19-4dba-9f4f-813360a2115a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567293 Jun 07 12:07:17.109525 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19963b24-5a74-4397-b8b7-422f9058835e x-openstack-request-id: req-19963b24-5a74-4397-b8b7-422f9058835e {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:17.109853 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33353aeb-2017-49b1-8279-316a1ef24e4f", "name": "network-vif-deleted", "tag": "8ccfd095-a88e-43d2-ac32-47a88a4b6990", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:17.110315 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19963b24-5a74-4397-b8b7-422f9058835e {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:17.110608 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33353aeb-2017-49b1-8279-316a1ef24e4f', 'name': 'network-vif-deleted', 'tag': '8ccfd095-a88e-43d2-ac32-47a88a4b6990', 'status': 'completed', 'code': 200} Jun 07 12:07:17.595169 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device b9970176-11c1-4e63-b58e-658183552cbc up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:07:17.668108 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port b9970176-11c1-4e63-b58e-658183552cbc completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:07:17.673410 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port b9970176-11c1-4e63-b58e-658183552cbc triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:07:17.673787 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:17.811340 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:17.841542 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:17.843857 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a90322-ecc6-4b10-b95f-a0710fabf40c" -d '{"events": [{"server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "name": "network-vif-plugged", "status": "completed", "tag": "b9970176-11c1-4e63-b58e-658183552cbc"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:17.853827 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b9970176-11c1-4e63-b58e-658183552cbc,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:17.861926 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:17.863558 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 8ccfd095-a88e-43d2-ac32-47a88a4b6990 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:17.896816 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:17.938789 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 8ccfd095-a88e-43d2-ac32-47a88a4b6990 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:17.938789 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 8ccfd095-a88e-43d2-ac32-47a88a4b6990 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:17.992126 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:18.002623 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:18.014602 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f92bba-79c3-483b-8c3c-cb194355f9ab x-openstack-request-id: req-32f92bba-79c3-483b-8c3c-cb194355f9ab {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:18.015058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "name": "network-vif-plugged", "status": "completed", "tag": "b9970176-11c1-4e63-b58e-658183552cbc", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:18.015370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32f92bba-79c3-483b-8c3c-cb194355f9ab {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:18.015812 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc', 'code': 200} Jun 07 12:07:18.265703 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:18.453142 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a19c-00b9-490b-97f5-db8c55466a38 req-a965db70-b62b-40a4-94cc-f68ed50200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:18.455719 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a574a19c-00b9-490b-97f5-db8c55466a38 req-a965db70-b62b-40a4-94cc-f68ed50200e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1098 time: 0.1692464 Jun 07 12:07:18.476506 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5434da-561b-4a4c-865d-340ca758d182 req-954abaa2-e080-4e45-88a2-449526768eec tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:18.480835 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e5434da-561b-4a4c-865d-340ca758d182 req-954abaa2-e080-4e45-88a2-449526768eec tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.2589874 Jun 07 12:07:18.589619 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d8a0-75f5-493e-b2d4-16a946b25ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:18.599982 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a574a19c-00b9-490b-97f5-db8c55466a38 req-d36ad8c2-7d69-470a-b2d6-8c343968c8bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169498 Jun 07 12:07:18.608942 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e5434da-561b-4a4c-865d-340ca758d182 req-9e1677b6-5725-4bdd-b14b-71cb7c6c1caf tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966978 Jun 07 12:07:19.350328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33058) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:19.800593 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:20.005985 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b7685-61af-4981-ac23-4e3ac05b9bb8 req-181b590d-9f4c-4f6a-b402-414e42989149 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:20.007567 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ba0b7685-61af-4981-ac23-4e3ac05b9bb8 req-181b590d-9f4c-4f6a-b402-414e42989149 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.2360668 Jun 07 12:07:20.075894 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ba0b7685-61af-4981-ac23-4e3ac05b9bb8 req-4d3e7956-85a8-444c-9338-31f483132cd5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610237 Jun 07 12:07:20.178611 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:20.586835 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e42a4-4c1e-4c31-ac93-ab278ea03c1a req-d95e50c6-51c8-4925-9e2d-02e1aa2215a0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:20.588391 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5b5e42a4-4c1e-4c31-ac93-ab278ea03c1a req-d95e50c6-51c8-4925-9e2d-02e1aa2215a0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.3589296 Jun 07 12:07:20.674905 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5b5e42a4-4c1e-4c31-ac93-ab278ea03c1a req-72b1e4f9-df91-4403-9b6c-88bcc031d0c4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615835 Jun 07 12:07:20.718562 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33070) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:20.807048 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694aa66-7d36-4585-9aab-15d4716d8dff tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:20.812088 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3694aa66-7d36-4585-9aab-15d4716d8dff tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1093 time: 0.0886755 Jun 07 12:07:20.813038 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33072) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:20.822097 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:07:20.855058 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:20.920900 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Deleting port 79728868-e9ee-47e7-aa94-741a6fe00950 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:20.921283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.066712 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.080119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] For port 79728868-e9ee-47e7-aa94-741a6fe00950, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=79728868-e9ee-47e7-aa94-741a6fe00950,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:21.080822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.215330 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.27.0.230 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/a00e3847-1da9-4c1f-b1be-4b75e592fb2c) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:07:21.215865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Calling delete_port for 79728868-e9ee-47e7-aa94-741a6fe00950 owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:21.393374 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.422865 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.427467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dc59f04a-f660-46b4-a74e-c72714093dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:21.495754 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:07:21.498772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:07:21.502548 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:07:21.528096 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.533716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:21.539975 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=a00e3847-1da9-4c1f-b1be-4b75e592fb2c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:21.544111 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:21.615270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Pushing event deleted for resources: {'Port': ['ID=79728868-e9ee-47e7-aa94-741a6fe00950,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:21.618208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:21.684563 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.878239 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:21.991706 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:22.081168 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:22.322436 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:22.328287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:22.333544 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:22.418777 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:07:22.454142 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=a00e3847-1da9-4c1f-b1be-4b75e592fb2c,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:22.457605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:22.466258 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:22.626931 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:07:22.631834 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] 10.222.0.22 "PUT /v2.0/routers/01ad2dc0-3c6a-42de-bfc3-0d19c1255808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2801018 Jun 07 12:07:22.634368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33082) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:22.641867 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Sync routers for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:07:22.658683 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:22.659827 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:22.895578 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:22.917380 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP 158894e8-4a67-476b-bdfa-07cc9947a15d associated. External IP: 172.27.0.230, port: b9970176-11c1-4e63-b58e-658183552cbc. Jun 07 12:07:22.982028 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:23.233899 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:23.238653 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Checking router: 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:07:23.248695 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Routers {'01ad2dc0-3c6a-42de-bfc3-0d19c1255808'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:23.249333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:23.394707 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:23.456129 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] Set router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:23.589053 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:07:23.604639 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Deleting port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:23.604945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:23.771996 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:23.776457 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec058-e4aa-432b-a3bc-b19fbb66da9c None None] The sync data for ids ['01ad2dc0-3c6a-42de-bfc3-0d19c1255808'] in dv-cinder-786627-7-iscsi is: [{'id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'name': 'tempest-TestMinimumBasicScenario-1058142715-router', 'tenant_id': 'c7ae2f1d126740069c8621a153cc4aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:48Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 5, 'project_id': 'c7ae2f1d126740069c8621a153cc4aea', 'gw_port': {'id': '3aa2aecf-15e0-4a56-976b-fddf9bdf056a', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2dc0-3c6a-42de-bfc3-0d19c1255808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:49Z', 'updated_at': '2021-06-07T12:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:07:24.006333 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] For port 3aa2aecf-15e0-4a56-976b-fddf9bdf056a, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:24.006682 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.014873 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:07:24.024457 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:07:24.034392 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:24.035010 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:24.147855 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Calling delete_port for 3aa2aecf-15e0-4a56-976b-fddf9bdf056a owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:24.171179 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.244690 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4209001 Jun 07 12:07:24.244690 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:24.244690 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfc90eb-8df8-4152-be15-e66b00707005" -d '{"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:24.296315 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:24.388841 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a0160-f73f-4f19-87af-1f06053520eb x-openstack-request-id: req-fb3a0160-f73f-4f19-87af-1f06053520eb {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:24.389179 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:24.389459 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb3a0160-f73f-4f19-87af-1f06053520eb {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:24.389885 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc', 'status': 'completed', 'code': 200} Jun 07 12:07:24.396783 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 79728868-e9ee-47e7-aa94-741a6fe00950 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:24.436510 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.445424 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aa5361f1-c07f-40bc-b103-d5ff2e4bb8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:24.458863 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 79728868-e9ee-47e7-aa94-741a6fe00950 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:24.459634 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 79728868-e9ee-47e7-aa94-741a6fe00950 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:24.511930 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa2aecf-15e0-4a56-976b-fddf9bdf056a,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:24.536486 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-52cae3af-cf23-4f67-a6ae-650c4cfd5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:24.538046 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-52cae3af-cf23-4f67-a6ae-650c4cfd5248 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1098 time: 0.1480911 Jun 07 12:07:24.543864 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:24.648000 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.705989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-853d3074-04c3-4760-b607-5f3a88cf2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:24.707446 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-853d3074-04c3-4760-b607-5f3a88cf2b86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1463125 Jun 07 12:07:24.715236 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:24.719487 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:07:24.729301 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:24.729911 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:24.822647 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-4b5929c7-336d-4a07-800c-b264de0a9750 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 999 time: 0.1078463 Jun 07 12:07:24.837302 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.840392 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.879278 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.879933 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ad2dc0-3c6a-42de-bfc3-0d19c1255808 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:07:24.886406 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:24.887529 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] 10.222.0.22 "DELETE /v2.0/routers/01ad2dc0-3c6a-42de-bfc3-0d19c1255808 HTTP/1.1" status: 204 len: 168 time: 2.2522013 Jun 07 12:07:24.891788 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33098) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:24.910811 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-3863941f-b5ae-46c4-9f52-3505f14ef9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:24.912772 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-3863941f-b5ae-46c4-9f52-3505f14ef9bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.0762711 Jun 07 12:07:24.945173 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:24.978809 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Deleting subnet 3b506cf6-7aa1-481e-8594-1d3a3e453810 {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:07:24.986137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.024716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-905fb957-8f69-4fdd-b766-6ec79df9b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:25.026243 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-905fb957-8f69-4fdd-b766-6ec79df9b35d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048820 Jun 07 12:07:25.094600 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.253781 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.332910 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-aaa3c4b0-6521-4d2c-9c4e-c7f02557437b service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908766 Jun 07 12:07:25.370011 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.391806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-090674e0-0ee2-430c-a771-24362946c177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:25.429297 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.431816 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b506cf6-7aa1-481e-8594-1d3a3e453810 HTTP/1.1" status: 204 len: 168 time: 0.5384445 Jun 07 12:07:25.440206 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1400a2-6416-4f3f-be74-201d3fc83f15 None None] Network e132221e-01d9-4b80-9086-a5086b274f6a requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:07:25.442483 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33104) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:25.454843 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b506cf6-7aa1-481e-8594-1d3a3e453810,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:25.459117 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7540fe7f-5fe0-4663-a5a4-595d4b0be319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:25.464427 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:25.473578 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf67b31-cff4-4ad4-b601-8864a26c8bee None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:21Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:07:25.623532 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9cfc90eb-8df8-4152-be15-e66b00707005 req-a906b38b-7978-42a7-9547-5ec75cbf5a44 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882557 Jun 07 12:07:25.629278 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.753037 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Deleting port 1edf899f-f93d-42a3-9361-40e3d85c86df {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:25.753495 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:25.813953 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741e081-12ed-492c-8744-2787543e7fc0 None None] New status for floating IP 158894e8-4a67-476b-bdfa-07cc9947a15d: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:07:25.925636 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] DHCP port deletion for e132221e-01d9-4b80-9086-a5086b274f6a request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:07:26.068378 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] For port 1edf899f-f93d-42a3-9361-40e3d85c86df, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1edf899f-f93d-42a3-9361-40e3d85c86df,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:26.070071 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.201328 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Deleting port 1edf899f-f93d-42a3-9361-40e3d85c86df {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:26.201652 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Calling delete_port for 1edf899f-f93d-42a3-9361-40e3d85c86df owned by network:dhcp {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:26.201974 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.244782 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0775c6-b862-461c-93b7-f2ff3704010f req-030ceaf9-4c19-423a-a8e3-0467ff18ae43 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:26.246350 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a0775c6-b862-461c-93b7-f2ff3704010f req-030ceaf9-4c19-423a-a8e3-0467ff18ae43 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.3568799 Jun 07 12:07:26.309993 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a0775c6-b862-461c-93b7-f2ff3704010f req-fc4826c6-84b0-4da9-8f56-392c1f59bbc0 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550797 Jun 07 12:07:26.319335 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.325613 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-94076c1d-3f65-4525-b0e0-a204c6740425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:26.329856 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] For port 1edf899f-f93d-42a3-9361-40e3d85c86df, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1edf899f-f93d-42a3-9361-40e3d85c86df,segment=NetworkSegment(0c302822-67e8-4e0e-822c-af47c0c81d2f),segment_id=0c302822-67e8-4e0e-822c-af47c0c81d2f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:26.330528 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.371313 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edf899f-f93d-42a3-9361-40e3d85c86df,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:26.373822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] No DVR routers for this DVR port 1edf899f-f93d-42a3-9361-40e3d85c86df on host dv-cinder-786627-7-iscsi {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:07:26.426069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.426438 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.426802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.427163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.427515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.427863 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.428208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.428552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.428925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.429272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.429665 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.430234 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.436708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:26.479463 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3aa2aecf-15e0-4a56-976b-fddf9bdf056a no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:26.507645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.512807 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Calling delete_port for 1edf899f-f93d-42a3-9361-40e3d85c86df owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:26.522784 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e132221e-01d9-4b80-9086-a5086b274f6a']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:26.529172 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 3aa2aecf-15e0-4a56-976b-fddf9bdf056a {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:26.529520 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3aa2aecf-15e0-4a56-976b-fddf9bdf056a not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:26.529942 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1edf899f-f93d-42a3-9361-40e3d85c86df no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:26.536638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c302822-67e8-4e0e-822c-af47c0c81d2f') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:26.536959 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c302822-67e8-4e0e-822c-af47c0c81d2f') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:26.549884 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.569073 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.578959 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:07:26.579363 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:07:26.593583 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:07:26.631623 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 1edf899f-f93d-42a3-9361-40e3d85c86df {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:26.632139 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1edf899f-f93d-42a3-9361-40e3d85c86df not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:26.682657 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.686685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e5971d86-2a34-4026-a000-421e3ee51d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:26.700393 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.705109 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e132221e-01d9-4b80-9086-a5086b274f6a HTTP/1.1" status: 204 len: 168 time: 1.2592101 Jun 07 12:07:26.705377 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33110) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:26.712599 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:26.716749 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:26.755935 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Network e132221e-01d9-4b80-9086-a5086b274f6a is not hosted by any dhcp agent {{(pid=91702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 07 12:07:26.756598 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] No DVR routers for this DVR port 1edf899f-f93d-42a3-9361-40e3d85c86df on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:07:26.764608 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Pushing event deleted for resources: {'Port': ['ID=1edf899f-f93d-42a3-9361-40e3d85c86df,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:26.771668 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e132221e-01d9-4b80-9086-a5086b274f6a,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:26.778915 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.779481 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.780114 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.780510 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.781768 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.781768 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.782200 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-20c0f4db-df25-4789-bcfe-676b697140b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:26.782357 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.782594 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.783297 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.784019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.784868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.785341 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:26.791064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:27.352018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:28.006013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49547b3a-dcac-4a7f-9085-ff20e13a725c req-ef05da0a-4e1a-4ded-ad65-199634197c0d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:28.007997 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49547b3a-dcac-4a7f-9085-ff20e13a725c req-ef05da0a-4e1a-4ded-ad65-199634197c0d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.5665894 Jun 07 12:07:28.077094 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49547b3a-dcac-4a7f-9085-ff20e13a725c req-23d16da3-56f2-4b92-aad1-d4ff1758bd29 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527530 Jun 07 12:07:28.239138 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Deleting port 399456c8-a6d2-443f-a431-9b27081a6075 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:28.239640 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:28.391160 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] For port 399456c8-a6d2-443f-a431-9b27081a6075, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=399456c8-a6d2-443f-a431-9b27081a6075,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:28.391521 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:28.553808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Calling delete_port for 399456c8-a6d2-443f-a431-9b27081a6075 owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:28.785671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:28.790441 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:28.843375 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=399456c8-a6d2-443f-a431-9b27081a6075,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:28.846358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:29.159805 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:29.421692 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168a1a6-d5c6-47da-b68e-34cc0c47e0da req-46f904f2-1694-443d-999e-6ba793418e5e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:29.423170 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0168a1a6-d5c6-47da-b68e-34cc0c47e0da req-46f904f2-1694-443d-999e-6ba793418e5e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1993463 Jun 07 12:07:29.560363 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0168a1a6-d5c6-47da-b68e-34cc0c47e0da req-d951d92a-376b-44c8-8c54-95597c6be637 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820296 Jun 07 12:07:29.763531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Router d81ff917-298c-40d7-a179-540a2d5f829a has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:07:29.974345 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:07:29.980311 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] 10.222.0.22 "PUT /v2.0/routers/d81ff917-298c-40d7-a179-540a2d5f829a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2739542 Jun 07 12:07:29.983643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33132) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:29.985495 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Sync routers for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:07:29.998758 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:29.999479 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:30.194264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:30.208866 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:30.400884 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:30.510854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Deleting port cd3837ea-ac6f-43ad-859d-cad6e748d6e7 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:30.511200 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:30.621385 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:07:28Z', 'revision_number': 5, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port': {'id': 'cd3837ea-ac6f-43ad-859d-cad6e748d6e7', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:04:02Z', 'updated_at': '2021-06-07T12:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:30.627570 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Checking router: d81ff917-298c-40d7-a179-540a2d5f829a for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:07:30.639526 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Routers {'d81ff917-298c-40d7-a179-540a2d5f829a'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:07:30.640456 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:07:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['d81ff917-298c-40d7-a179-540a2d5f829a'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:30.746583 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] For port cd3837ea-ac6f-43ad-859d-cad6e748d6e7, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:30.747306 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:30.843502 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] Set router d81ff917-298c-40d7-a179-540a2d5f829a gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:07:31.005760 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Calling delete_port for cd3837ea-ac6f-43ad-859d-cad6e748d6e7 owned by network:router_gateway {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:31.076610 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:07:30Z', 'revision_number': 6, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:31.080378 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1abf4a4-e9ba-4443-bbcf-086c130b230e None None] The sync data for ids ['d81ff917-298c-40d7-a179-540a2d5f829a'] in dv-cinder-786627-7-iscsi is: [{'id': 'd81ff917-298c-40d7-a179-540a2d5f829a', 'name': 'tempest-TestMinimumBasicScenario-1389150043-router', 'tenant_id': '90364e8ad40245ad93ebd0958a441a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:04:00Z', 'updated_at': '2021-06-07T12:07:30Z', 'revision_number': 6, 'project_id': '90364e8ad40245ad93ebd0958a441a7d', 'gw_port_host': None}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:07:31.098865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e4da6-4dcb-40fe-9493-695a81930032 req-121ba50a-c73f-462e-9e54-978d405653d4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:31.101212 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-568e4da6-4dcb-40fe-9493-695a81930032 req-121ba50a-c73f-462e-9e54-978d405653d4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.3272684 Jun 07 12:07:31.233792 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-568e4da6-4dcb-40fe-9493-695a81930032 req-1c89f2a0-d95a-477c-8b26-fe786d058f9a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139300 Jun 07 12:07:31.322624 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5062f7-4f8e-4754-bf58-17fc4d4a8561 req-8ca2d212-d8f8-4aaf-9e78-e595e53cccfa tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:31.324201 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a5062f7-4f8e-4754-bf58-17fc4d4a8561 req-8ca2d212-d8f8-4aaf-9e78-e595e53cccfa tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.2031529 Jun 07 12:07:31.379329 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:31.388808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4984ac69-6300-486e-94ae-f5c64899bd6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:31.456388 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a5062f7-4f8e-4754-bf58-17fc4d4a8561 req-053e9eeb-f373-4aed-a57d-5c5edc635e1e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210766 Jun 07 12:07:31.485100 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3837ea-ac6f-43ad-859d-cad6e748d6e7,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:31.636633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:31.701693 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:31.906280 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:31.908986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.007117 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.008457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81ff917-298c-40d7-a179-540a2d5f829a {{(pid=91700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:07:32.013279 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.014675 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d81ff917-298c-40d7-a179-540a2d5f829a HTTP/1.1" status: 204 len: 168 time: 2.0297189 Jun 07 12:07:32.017719 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33154) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:32.086971 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Deleting subnet 7fe58201-aff0-4195-a0f7-ccf9890de88b {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:07:32.091289 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.169816 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.188793 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:07:32.314268 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.460623 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device cd3837ea-ac6f-43ad-859d-cad6e748d6e7 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:32.498562 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.511108 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c2997e2f-71ce-4944-bdc2-28961c594fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:32.534194 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: cd3837ea-ac6f-43ad-859d-cad6e748d6e7 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:32.534682 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device cd3837ea-ac6f-43ad-859d-cad6e748d6e7 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:32.535463 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 399456c8-a6d2-443f-a431-9b27081a6075 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:32.584921 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe58201-aff0-4195-a0f7-ccf9890de88b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:32.588028 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 399456c8-a6d2-443f-a431-9b27081a6075 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:32.588376 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 399456c8-a6d2-443f-a431-9b27081a6075 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:32.590411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.593509 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7fe58201-aff0-4195-a0f7-ccf9890de88b HTTP/1.1" status: 204 len: 168 time: 0.5748394 Jun 07 12:07:32.595778 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-06f6ae2e-1320-4fc7-bbed-418036b6a661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:32.596114 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33160) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:32.597838 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f75dce-e8f4-40d8-a2c0-97f736011da0 None None] Network 6f064efb-366f-4415-bc29-22b61cd49c0b requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:07:32.619088 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb759aa-f2ab-48a5-8d66-1653ef3ee753 req-c0737ece-025a-4deb-aa4a-136da50e1ec9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:32.620708 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8eb759aa-f2ab-48a5-8d66-1653ef3ee753 req-c0737ece-025a-4deb-aa4a-136da50e1ec9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.2470782 Jun 07 12:07:32.716817 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8eb759aa-f2ab-48a5-8d66-1653ef3ee753 req-d0f7af05-0d05-4b03-a292-42d610ce3784 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591743 Jun 07 12:07:32.728061 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.746864 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16221277-1eb7-4af2-8143-19f354246fd4 req-bcf9e597-cff8-4ff3-941c-3fc54db9353b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:32.754593 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-16221277-1eb7-4af2-8143-19f354246fd4 req-bcf9e597-cff8-4ff3-941c-3fc54db9353b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1441302 Jun 07 12:07:32.806909 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-16221277-1eb7-4af2-8143-19f354246fd4 req-6c5f6afc-36a5-4857-af7e-f6300a29b471 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515096 Jun 07 12:07:32.823690 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Deleting port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:32.824033 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:32.925848 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] DHCP port deletion for 6f064efb-366f-4415-bc29-22b61cd49c0b request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:07:32.943461 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] For port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:32.943813 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.004018 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Deleting port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:07:33.004561 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.189812 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] For port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,segment=NetworkSegment(784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225),segment_id=784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:33.190084 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Calling delete_port for dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:33.190371 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.241351 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.245500 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:33.296173 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:33.300361 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] No DVR routers for this DVR port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:07:33.330962 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.331334 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.331709 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.332068 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.332421 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.332806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.333159 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.333512 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.333860 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.334205 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.334556 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.334900 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:07:33.341330 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:33.418734 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Calling delete_port for dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:07:33.436332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.451222 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f064efb-366f-4415-bc29-22b61cd49c0b']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:33.466175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:33.466469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784ad59f-8b5b-4a61-9d2b-6b7fb6c8f225') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:07:33.480429 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.498315 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.502153 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.506038 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:07:33.506554 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.506894 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:07:33.521066 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:07:33.559968 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Pushing event deleted for resources: {'Port': ['ID=dd27c7ee-76f4-45ad-a0de-3cd09a8d6778,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:33.562747 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] No DVR routers for this DVR port dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:07:33.564262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:33.612178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.616224 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:33.630172 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:33.632035 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f064efb-366f-4415-bc29-22b61cd49c0b HTTP/1.1" status: 204 len: 168 time: 1.0342109 Jun 07 12:07:33.638638 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f064efb-366f-4415-bc29-22b61cd49c0b,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:33.641396 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:33.872424 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33168) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:33.954525 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3236cbef-a121-4763-b3bd-58035c3929b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7ae2f1d126740069c8621a153cc4aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804477 Jun 07 12:07:33.957067 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33170) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:34.040345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.042923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52579a9-7417-48be-bd52-119b879cf56a req-d4a23186-8761-4f63-bc85-4e92c7f51fa6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:34.044478 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b52579a9-7417-48be-bd52-119b879cf56a req-d4a23186-8761-4f63-bc85-4e92c7f51fa6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1799917 Jun 07 12:07:34.085191 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.118158 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b52579a9-7417-48be-bd52-119b879cf56a req-0b2070f0-3e82-4378-bb1e-146ce12397ca tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670509 Jun 07 12:07:34.147972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac04e0b-e35d-4268-887b-6c107870227b req-ee2b16a3-4bef-4809-8f9f-ff6777f1c26b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:34.151798 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4ac04e0b-e35d-4268-887b-6c107870227b req-ee2b16a3-4bef-4809-8f9f-ff6777f1c26b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1551769 Jun 07 12:07:34.175155 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.179717 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.181834 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/562006f8-5e83-44ad-a040-5095b3b32b14 HTTP/1.1" status: 204 len: 168 time: 0.2231233 Jun 07 12:07:34.183685 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-69e54c76-96c3-49bb-bdce-bdf4ffd8b3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:34.205112 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562006f8-5e83-44ad-a040-5095b3b32b14,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:34.208985 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:34.212953 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4ac04e0b-e35d-4268-887b-6c107870227b req-b7075f1b-8594-484d-ba73-b9237a9d25d2 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519121 Jun 07 12:07:34.447649 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:34.503720 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:07:34.504635 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device dd27c7ee-76f4-45ad-a0de-3cd09a8d6778 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:07:34.692364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33176) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:34.751622 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-b210ad16-0286-437c-87d2-dabee78f958f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90364e8ad40245ad93ebd0958a441a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579131 Jun 07 12:07:34.754624 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33178) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:07:34.829780 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.860450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.930689 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.937643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:34.938661 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eab213ee-7ac5-405e-9bbf-a2bd0e886d10 HTTP/1.1" status: 204 len: 168 time: 0.1826503 Jun 07 12:07:34.939733 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-db36d28d-d9db-498f-95f4-235e63a021cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:34.951660 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab213ee-7ac5-405e-9bbf-a2bd0e886d10,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:34.954254 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:35.635678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29cc9-8b84-4d83-9b05-555698be9534 req-84cbbfb9-f7bb-479a-bb8a-de57f1b0890e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:35.638279 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5fd29cc9-8b84-4d83-9b05-555698be9534 req-84cbbfb9-f7bb-479a-bb8a-de57f1b0890e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1776390 Jun 07 12:07:35.729709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d415d-4185-4b41-b812-e2d646d095f2 req-84d5a8ea-0d6c-488d-b002-6409d19685b6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:35.731384 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6c6d415d-4185-4b41-b812-e2d646d095f2 req-84d5a8ea-0d6c-488d-b002-6409d19685b6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1754255 Jun 07 12:07:35.736724 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5fd29cc9-8b84-4d83-9b05-555698be9534 req-f5f85735-f7f7-460f-8d06-761d7221e19e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870478 Jun 07 12:07:35.801396 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6c6d415d-4185-4b41-b812-e2d646d095f2 req-12dd0a76-9699-4e4e-ac5d-db7feabbaff5 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591886 Jun 07 12:07:37.208709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb9ac9-f185-49a7-b90b-adbd5d2abdc5 req-f179f325-45c1-46d1-8979-65a9897b392a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:37.210315 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c5bb9ac9-f185-49a7-b90b-adbd5d2abdc5 req-f179f325-45c1-46d1-8979-65a9897b392a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.2906621 Jun 07 12:07:37.284108 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c5bb9ac9-f185-49a7-b90b-adbd5d2abdc5 req-4d0ac185-d0b7-4f8e-94fd-1f0c18e393a9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666592 Jun 07 12:07:37.318954 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469c10-e044-431c-a0e0-48e61b3e376a req-65963f4c-c6e8-4e2f-bbbd-67cd75e0f62e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:37.321488 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-db469c10-e044-431c-a0e0-48e61b3e376a req-65963f4c-c6e8-4e2f-bbbd-67cd75e0f62e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.3162324 Jun 07 12:07:37.373087 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-db469c10-e044-431c-a0e0-48e61b3e376a req-a8ace9ca-7bf5-40e4-8390-888c3f956c80 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449491 Jun 07 12:07:38.612142 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6014f-76df-44cc-90eb-e41c388c2045 req-4ff07c02-6ade-4c17-a4f1-237efd9bd986 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:38.616622 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b4b6014f-76df-44cc-90eb-e41c388c2045 req-4ff07c02-6ade-4c17-a4f1-237efd9bd986 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1944599 Jun 07 12:07:38.686241 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b4b6014f-76df-44cc-90eb-e41c388c2045 req-d2263ce3-b733-4641-b94e-5996549659b9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640087 Jun 07 12:07:38.700757 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea4cc4-06ab-499a-9323-ff7226f86560 req-041fc48e-61e8-49b0-813e-22d41308ba02 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:38.702318 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e2ea4cc4-06ab-499a-9323-ff7226f86560 req-041fc48e-61e8-49b0-813e-22d41308ba02 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1757050 Jun 07 12:07:38.762777 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e2ea4cc4-06ab-499a-9323-ff7226f86560 req-78138066-2497-4888-a794-394772e66c11 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481040 Jun 07 12:07:39.913130 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106b7ca-83f4-444a-9545-bff6047654c9 req-c903ef60-9032-41a0-88c8-46ccd913bf8d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:39.916390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9106b7ca-83f4-444a-9545-bff6047654c9 req-c903ef60-9032-41a0-88c8-46ccd913bf8d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0857568 Jun 07 12:07:40.019935 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9106b7ca-83f4-444a-9545-bff6047654c9 req-42ca06ad-ba4e-4b25-ab0c-ce3d5544af2c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976620 Jun 07 12:07:40.061121 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf9f4-cf85-44ab-9c19-b0f8f1109d22 req-c5baf571-4e83-4739-8e2f-6dfd574b147a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:40.062675 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-73abf9f4-cf85-44ab-9c19-b0f8f1109d22 req-c5baf571-4e83-4739-8e2f-6dfd574b147a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1215026 Jun 07 12:07:40.112454 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-73abf9f4-cf85-44ab-9c19-b0f8f1109d22 req-4274513f-bad4-4e90-8f13-376d61dc8f16 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Jun 07 12:07:41.237223 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411e2c8-c3ed-497d-9b3f-b2fcedd0d153 req-960f66fa-7a07-4936-92b9-c2801e63dbf4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:41.239031 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3411e2c8-c3ed-497d-9b3f-b2fcedd0d153 req-960f66fa-7a07-4936-92b9-c2801e63dbf4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0875435 Jun 07 12:07:41.345949 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3411e2c8-c3ed-497d-9b3f-b2fcedd0d153 req-c380c40e-ce3e-44e9-83ef-dc6cc2d5c022 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000721 Jun 07 12:07:41.381361 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd1fca-0a2d-4eb2-b649-32a38f083752 req-cb6b8896-afd9-467e-8b66-61c08c61effd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:41.383543 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-03fd1fca-0a2d-4eb2-b649-32a38f083752 req-cb6b8896-afd9-467e-8b66-61c08c61effd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1062481 Jun 07 12:07:41.432170 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-03fd1fca-0a2d-4eb2-b649-32a38f083752 req-4f34dc5d-03c5-40d8-a5d0-56e0655ad449 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Jun 07 12:07:41.809106 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fba7c7-484c-45a6-b83e-b504825d690e req-0c2ffb22-74bd-44e8-9a48-ec33b79a4b07 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:41.810623 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-47fba7c7-484c-45a6-b83e-b504825d690e req-0c2ffb22-74bd-44e8-9a48-ec33b79a4b07 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0885024 Jun 07 12:07:41.908758 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-47fba7c7-484c-45a6-b83e-b504825d690e req-ad1715ce-fdd9-4eec-945c-a9adc15df827 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585122 Jun 07 12:07:41.924768 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968db84-6538-43d6-baab-5b1b981cd01c req-70619b7d-d6b3-41e9-8125-877d1268e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:41.926222 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-70619b7d-d6b3-41e9-8125-877d1268e480 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1098 time: 0.1147430 Jun 07 12:07:42.059233 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968db84-6538-43d6-baab-5b1b981cd01c req-e5cea6d2-b677-4d27-9fad-91611d3028d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:42.060687 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-e5cea6d2-b677-4d27-9fad-91611d3028d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.1270263 Jun 07 12:07:42.166475 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-75c25a40-1e12-4449-92d3-c52927690d76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 1001 time: 0.0980501 Jun 07 12:07:42.207138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:42.232914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968db84-6538-43d6-baab-5b1b981cd01c req-f9888843-0e6d-497c-b54e-b8646c6b1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:42.234367 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-f9888843-0e6d-497c-b54e-b8646c6b1bd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0596585 Jun 07 12:07:42.316410 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968db84-6538-43d6-baab-5b1b981cd01c req-0777b5ce-9864-4103-8783-12cd857ea598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:42.317910 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-0777b5ce-9864-4103-8783-12cd857ea598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759747 Jun 07 12:07:42.459491 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-271f5464-89ad-4672-bddf-955fa07061c1 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335449 Jun 07 12:07:42.644100 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7968db84-6538-43d6-baab-5b1b981cd01c req-2947bf84-ac3d-4e06-997e-54f3b943017d service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529539 Jun 07 12:07:42.653385 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd809502-e236-4877-96ac-e2bdd8d308d2 req-7da1878c-50ad-4d7b-9568-d81638d0b25d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:42.654907 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dd809502-e236-4877-96ac-e2bdd8d308d2 req-7da1878c-50ad-4d7b-9568-d81638d0b25d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1946597 Jun 07 12:07:42.805797 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dd809502-e236-4877-96ac-e2bdd8d308d2 req-fcd69a97-9a1c-4a44-a278-604077b34021 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449838 Jun 07 12:07:43.135628 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dca06-bb82-4369-885b-c3028970bfbf req-d73b5b1a-e006-4ffe-b4e8-a8453f7d7b31 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:43.138279 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cd1dca06-bb82-4369-885b-c3028970bfbf req-d73b5b1a-e006-4ffe-b4e8-a8453f7d7b31 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1080587 Jun 07 12:07:43.218754 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cd1dca06-bb82-4369-885b-c3028970bfbf req-da0c1fb6-5ac4-4803-87a5-be3989242fea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746574 Jun 07 12:07:43.753105 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:07:43.894577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:43.908689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:07:43.988472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:44.015483 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:07:44.017270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff088ca-0bb5-4a0e-a323-9920d54b501d req-6898fde5-b2e9-4016-801a-a2933d38a31e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:44.026333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ff088ca-0bb5-4a0e-a323-9920d54b501d req-6898fde5-b2e9-4016-801a-a2933d38a31e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1025660 Jun 07 12:07:44.033840 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:44.040791 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:44.044607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:44.081265 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ff088ca-0bb5-4a0e-a323-9920d54b501d req-28d99b4b-54f0-429a-b929-ce03699987e7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Jun 07 12:07:44.136638 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=6']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:44.141013 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:44.151285 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:07:44.468226 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9c1d2-11fa-4a8d-9c1d-a81c271e19cf req-39a699cf-2e2e-40c4-a03c-02376b0469e4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:44.470138 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91a9c1d2-11fa-4a8d-9c1d-a81c271e19cf req-39a699cf-2e2e-40c4-a03c-02376b0469e4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1205702 Jun 07 12:07:44.557652 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91a9c1d2-11fa-4a8d-9c1d-a81c271e19cf req-73e7f95f-daa9-4a5b-8fb9-535836bbdc16 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670877 Jun 07 12:07:45.355504 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00640-236f-4f00-94e3-6fec7ebd2e3e req-4247f596-cb47-4ca2-886f-9757fcb5f07f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:45.357867 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-12b00640-236f-4f00-94e3-6fec7ebd2e3e req-4247f596-cb47-4ca2-886f-9757fcb5f07f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 945 time: 0.1445022 Jun 07 12:07:45.433764 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-12b00640-236f-4f00-94e3-6fec7ebd2e3e req-ea090561-baa3-41fa-af33-c98451115e83 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688879 Jun 07 12:07:45.653131 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b36c41c9-e180-4790-8ab2-a049f23c030c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:45.758796 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:07:45.839926 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:07:45.840382 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:45.992668 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:46.024715 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:46.026921 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d0d86-d357-45dd-be95-1a4b58e4f4f2" -d '{"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:46.043981 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:46.050161 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:46.054689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d1baa256-8df0-4c7e-95f6-d9f5e7c8dc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:46.096628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94173d-b5fc-4068-bfa2-d6ae2d9fbf46 x-openstack-request-id: req-9f94173d-b5fc-4068-bfa2-d6ae2d9fbf46 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:46.097032 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:46.097223 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f94173d-b5fc-4068-bfa2-d6ae2d9fbf46 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:46.097751 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'code': 200} Jun 07 12:07:46.167981 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=7']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:46.181839 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:46.695868 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534af485-747c-474d-99f4-ae36c82f1bb8 req-11db60e2-b6b5-466a-b20d-7031bfd1e95b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:46.697493 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-534af485-747c-474d-99f4-ae36c82f1bb8 req-11db60e2-b6b5-466a-b20d-7031bfd1e95b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1212375 Jun 07 12:07:46.758243 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-534af485-747c-474d-99f4-ae36c82f1bb8 req-f3a4679c-ef33-4127-a9b6-866cd45b0c5f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545635 Jun 07 12:07:48.004528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773d988-b98d-4390-920b-bb5236385004 req-cc872339-fc19-43b6-910f-077b8b2a0088 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:48.006865 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5773d988-b98d-4390-920b-bb5236385004 req-cc872339-fc19-43b6-910f-077b8b2a0088 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1032984 Jun 07 12:07:48.067082 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5773d988-b98d-4390-920b-bb5236385004 req-6b908d62-a09b-420d-a42a-1f7f75eafa47 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529776 Jun 07 12:07:48.282302 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:48.581593 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e21a9591-1272-4762-9b84-9665af01876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:49.308503 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94f570-e26d-491a-a2ba-7d67933eeea2 req-cfa0fc73-983f-4c0d-9a0b-ead4d5339953 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:49.317057 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fd94f570-e26d-491a-a2ba-7d67933eeea2 req-cfa0fc73-983f-4c0d-9a0b-ead4d5339953 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1150484 Jun 07 12:07:49.365486 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-fd94f570-e26d-491a-a2ba-7d67933eeea2 req-a7c21349-e91b-4b82-9c6e-e53885b2e3e1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Jun 07 12:07:49.812140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:50.729451 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db5c95-25ab-4c28-8501-f64cd29f206e req-35be59f1-039e-4c86-8b02-6e88972735a4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:50.731895 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b6db5c95-25ab-4c28-8501-f64cd29f206e req-35be59f1-039e-4c86-8b02-6e88972735a4 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1451690 Jun 07 12:07:50.812519 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b6db5c95-25ab-4c28-8501-f64cd29f206e req-c67f3326-1ace-4a33-aad7-3f34c2d8daa8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715730 Jun 07 12:07:51.693296 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:52.131760 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa909d0-90e4-4d69-ae80-5e394ff041be req-91216160-cc74-4a7a-9cbd-97d503f9aed0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:52.134207 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfa909d0-90e4-4d69-ae80-5e394ff041be req-91216160-cc74-4a7a-9cbd-97d503f9aed0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.1157522 Jun 07 12:07:52.230279 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfa909d0-90e4-4d69-ae80-5e394ff041be req-67897f8e-abb5-4a38-b6fc-5768a7582a6a tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892773 Jun 07 12:07:53.475542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db7e97-758c-4bd8-aa0c-e7234548e6d9 req-8cf5b390-d4a3-4854-9d0f-48db43a1947e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:53.477203 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-70db7e97-758c-4bd8-aa0c-e7234548e6d9 req-8cf5b390-d4a3-4854-9d0f-48db43a1947e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0825026 Jun 07 12:07:53.529420 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-70db7e97-758c-4bd8-aa0c-e7234548e6d9 req-8f6ff1b4-6584-447b-8cd5-f284202a3a72 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460098 Jun 07 12:07:53.803292 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80d96-819b-40ea-86f4-61440d827c4c req-61937d59-da38-4f66-9b95-9e5955c49f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:53.805298 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-61937d59-da38-4f66-9b95-9e5955c49f9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1099 time: 0.0834007 Jun 07 12:07:53.942827 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80d96-819b-40ea-86f4-61440d827c4c req-f439c0e6-4dbc-4559-a8e9-4f8d26b8c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:53.944267 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-f439c0e6-4dbc-4559-a8e9-4f8d26b8c3a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.1309710 Jun 07 12:07:54.052826 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-7a694976-31af-4a4b-91b6-2c66f2566b8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 1002 time: 0.1008062 Jun 07 12:07:54.116036 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80d96-819b-40ea-86f4-61440d827c4c req-b05ec153-5e1c-48bf-88ba-c26102785f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:54.117506 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-b05ec153-5e1c-48bf-88ba-c26102785f48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.0579042 Jun 07 12:07:54.203888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a80d96-819b-40ea-86f4-61440d827c4c req-b1bf921e-3bb3-4d60-a3ac-5cd12f7b78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:54.205405 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-b1bf921e-3bb3-4d60-a3ac-5cd12f7b78db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816505 Jun 07 12:07:54.345695 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-a22857c3-b710-48b2-9f09-c28458489131 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340024 Jun 07 12:07:54.589018 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a80d96-819b-40ea-86f4-61440d827c4c req-f1d8c70a-807d-4b1f-a341-c8cf1a66b929 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372291 Jun 07 12:07:54.747318 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c98c3-41a9-4607-a528-5d638551b2a6 req-603dc7fc-3d2c-46ad-b8c2-0bfdabd7653c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:54.748737 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a46c98c3-41a9-4607-a528-5d638551b2a6 req-603dc7fc-3d2c-46ad-b8c2-0bfdabd7653c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0887928 Jun 07 12:07:54.797477 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a46c98c3-41a9-4607-a528-5d638551b2a6 req-4d737bbd-c28c-4101-92d4-0694371773d6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Jun 07 12:07:56.001818 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378344-82a1-4dd0-a7c3-2d63514906f7 req-97949848-a343-4713-bd2b-15d42212c4ab tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:56.003311 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-96378344-82a1-4dd0-a7c3-2d63514906f7 req-97949848-a343-4713-bd2b-15d42212c4ab tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0841601 Jun 07 12:07:56.049331 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-96378344-82a1-4dd0-a7c3-2d63514906f7 req-4c5b981c-469e-4fcd-8407-cb754f8eed44 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jun 07 12:07:57.270215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c8c35-46ba-426c-9699-d5bb2877e80f req-aa561282-a2d6-4bbe-976a-5c595afcbc06 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:57.273614 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-065c8c35-46ba-426c-9699-d5bb2877e80f req-aa561282-a2d6-4bbe-976a-5c595afcbc06 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 946 time: 0.0966206 Jun 07 12:07:57.320169 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-065c8c35-46ba-426c-9699-d5bb2877e80f req-a1284faa-6595-4426-a305-2b0175f26c80 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Jun 07 12:07:57.781842 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:07:57.923221 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:57.954318 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:07:57.956553 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59380e1d-c60d-4e53-9baf-040f429e6f06" -d '{"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:07:57.965108 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:07:57.968850 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:07:57.970629 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:07:58.006457 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 12:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6c681-9b06-4875-841a-beac66987225 x-openstack-request-id: req-05d6c681-9b06-4875-841a-beac66987225 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:07:58.006773 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-unplugged", "status": "failed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "code": 422}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:07:58.007583 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05d6c681-9b06-4875-841a-beac66987225 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:07:58.008036 dv-cinder-786627-7-iscsi neutron-server[91702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'code': 422} returned with failed status Jun 07 12:07:58.042138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=8']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:07:58.045502 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:07:58.826308 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b806629-1c71-45b6-9a78-039b915cd14b req-0fd81764-d6f1-4ef3-a179-caf0cda32251 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:58.830166 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9b806629-1c71-45b6-9a78-039b915cd14b req-0fd81764-d6f1-4ef3-a179-caf0cda32251 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0853119 Jun 07 12:07:58.841901 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-469c49ee-d2e7-4252-ae4a-69cc17f728b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772667 Jun 07 12:07:58.879858 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9b806629-1c71-45b6-9a78-039b915cd14b req-700af0a0-d402-483a-8eaa-2f080251db96 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Jun 07 12:07:59.786390 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-d2f195a3-1a80-4928-8877-d16342fac963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:59.787874 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-d2f195a3-1a80-4928-8877-d16342fac963 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd&tenant_id=a6f8355f712043f88a4add95f79a2daa HTTP/1.1" status: 200 len: 1097 time: 0.0816524 Jun 07 12:07:59.885645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-35ba6fa9-7680-450e-9477-61ac171ed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:07:59.887111 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-35ba6fa9-7680-450e-9477-61ac171ed4cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6f8355f712043f88a4add95f79a2daa&device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1097 time: 0.0757928 Jun 07 12:08:00.088455 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-918d450b-ce3f-4e3e-a812-d3f02fdbccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:00.089988 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-918d450b-ce3f-4e3e-a812-d3f02fdbccad service neutron] 10.222.0.35 "GET /v2.0/networks?id=95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 200 len: 918 time: 0.1967270 Jun 07 12:08:00.198382 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea9f2-05a9-4d7f-b768-34cfbafab074 req-f8160799-b2e6-4b1c-83bb-b08e9059a11f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:00.199949 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-701ea9f2-05a9-4d7f-b768-34cfbafab074 req-f8160799-b2e6-4b1c-83bb-b08e9059a11f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.2001872 Jun 07 12:08:00.231219 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-3b86cc99-9ad9-426a-ac84-09974f2345be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 200 len: 1000 time: 0.1333547 Jun 07 12:08:00.293569 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-701ea9f2-05a9-4d7f-b768-34cfbafab074 req-e3c6b109-94f3-4180-bd4d-46b8fa21af35 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876565 Jun 07 12:08:00.310250 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-2ea9aa59-b215-48b3-9f28-cefabde15090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:00.311684 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-2ea9aa59-b215-48b3-9f28-cefabde15090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 200 len: 856 time: 0.0672359 Jun 07 12:08:00.403275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-b67f15dd-95c3-4182-8f6a-2abbd6b37b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:00.404781 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-b67f15dd-95c3-4182-8f6a-2abbd6b37b0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=95e24190-45b5-4c11-a961-e94ca6ba9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841146 Jun 07 12:08:00.544479 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-275789aa-8ad6-4a0c-ba1d-88eb2424f5a6 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322684 Jun 07 12:08:00.684616 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5cb1a788-3b60-4235-ae23-6655b91a30c7 req-edff826e-5fe5-428f-a851-a5a6bd08ca89 service neutron] 10.222.0.35 "GET /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326745 Jun 07 12:08:01.494120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ff7-1815-4e67-88ff-8f7caf5bd4af req-83cf0d98-5165-4e84-b03a-d1f536bc2837 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:01.495941 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-adc66ff7-1815-4e67-88ff-8f7caf5bd4af req-83cf0d98-5165-4e84-b03a-d1f536bc2837 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0854485 Jun 07 12:08:01.546128 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-adc66ff7-1815-4e67-88ff-8f7caf5bd4af req-972d3911-ae2a-4e4c-8270-19a3855aed71 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 Jun 07 12:08:02.766741 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246231f-ede5-475d-8657-53c284c12a64 req-431a68c0-3ad9-4cd2-8e95-948b66b395c6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:02.769968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e246231f-ede5-475d-8657-53c284c12a64 req-431a68c0-3ad9-4cd2-8e95-948b66b395c6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.1047838 Jun 07 12:08:02.830865 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e246231f-ede5-475d-8657-53c284c12a64 req-2f30a3f1-48fe-45ec-b387-c584c28a7a0c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517755 Jun 07 12:08:04.048006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3735e-4d0f-48e1-ada5-1ecae96c4a19 req-a06105c7-56b4-4487-99ce-4af8ede726df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:04.049560 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4e3735e-4d0f-48e1-ada5-1ecae96c4a19 req-a06105c7-56b4-4487-99ce-4af8ede726df tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0835371 Jun 07 12:08:04.100055 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4e3735e-4d0f-48e1-ada5-1ecae96c4a19 req-3f036844-106b-4e28-af8c-cc24461674e5 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Jun 07 12:08:05.417822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43bd9f-abd8-47f0-932c-39603b779b95 req-90d93ff3-6e5e-421b-9a89-e9adbb6aad96 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:05.419268 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca43bd9f-abd8-47f0-932c-39603b779b95 req-90d93ff3-6e5e-421b-9a89-e9adbb6aad96 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.1951625 Jun 07 12:08:05.469531 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca43bd9f-abd8-47f0-932c-39603b779b95 req-a2e61a2d-804a-45b2-8748-7912b04e9a72 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Jun 07 12:08:06.675997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e74106-014d-4f92-b577-87582ae70254 req-e2523176-1d01-44fc-b574-7a155bbd2de1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:06.677764 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a1e74106-014d-4f92-b577-87582ae70254 req-e2523176-1d01-44fc-b574-7a155bbd2de1 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0895007 Jun 07 12:08:06.731770 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a1e74106-014d-4f92-b577-87582ae70254 req-d8ed5545-a77f-4db4-ae36-9e14abdef45b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Jun 07 12:08:07.946123 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04246645-fa5a-496a-a588-e322dd3fe021 req-23b0cf39-a6eb-46de-82f7-ba431e44108c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:07.948411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04246645-fa5a-496a-a588-e322dd3fe021 req-23b0cf39-a6eb-46de-82f7-ba431e44108c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0872335 Jun 07 12:08:08.000561 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-04246645-fa5a-496a-a588-e322dd3fe021 req-5cab4eeb-bb44-4b80-ac1b-d3e43ef84acf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Jun 07 12:08:09.204769 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:08:09.211425 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec349ed-a726-482e-96e9-b4ce59ac801c req-b3622491-3935-4186-89ac-578e48a29aa7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:09.213065 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6ec349ed-a726-482e-96e9-b4ce59ac801c req-b3622491-3935-4186-89ac-578e48a29aa7 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0877063 Jun 07 12:08:09.279930 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6ec349ed-a726-482e-96e9-b4ce59ac801c req-e40e6177-d186-4366-b4c8-71cd479eb416 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611227 Jun 07 12:08:10.493045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd090bd-cf0e-44c4-80dd-9f815b092486 req-a5f1b298-03c5-449c-ad9a-879597391a92 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:10.494568 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9fd090bd-cf0e-44c4-80dd-9f815b092486 req-a5f1b298-03c5-449c-ad9a-879597391a92 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0924516 Jun 07 12:08:10.545858 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9fd090bd-cf0e-44c4-80dd-9f815b092486 req-31a5eff1-c5d5-4642-b37c-f02ff307b93d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Jun 07 12:08:11.823426 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b746c34-3644-46cf-8653-85ec5e8b496c req-2c602c53-ee67-4643-83ac-0baf5223f9d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:11.826292 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0b746c34-3644-46cf-8653-85ec5e8b496c req-2c602c53-ee67-4643-83ac-0baf5223f9d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.1581938 Jun 07 12:08:11.906843 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0b746c34-3644-46cf-8653-85ec5e8b496c req-c7d4e1ae-1d4c-4f1f-8a60-5658a59f4ea6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684853 Jun 07 12:08:12.213809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:13.119078 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305b88c-639a-4d85-93fe-fdf93c70be3f req-fa103ad3-1a87-4e77-9afc-9c2ceaa90d38 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:13.120704 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4305b88c-639a-4d85-93fe-fdf93c70be3f req-fa103ad3-1a87-4e77-9afc-9c2ceaa90d38 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 944 time: 0.0954025 Jun 07 12:08:13.198296 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4305b88c-639a-4d85-93fe-fdf93c70be3f req-6cc1ba46-17c6-4346-a9f3-2504f63b3a4f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711861 Jun 07 12:08:13.892799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:08:14.037367 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:08:14.052538 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'port_id': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'mac_address': 'fa:16:3e:70:5a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:08:14.113097 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:14.131017 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:08:14.147916 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:08:14.152060 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:14.154009 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:08:14.222034 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=9']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:08:14.225246 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:08:14.410865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0d9ef-8df7-449d-a941-0d2866830eee req-23b7322c-b3d5-4148-a246-46eb07e68cbc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:14.412473 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-20a0d9ef-8df7-449d-a941-0d2866830eee req-23b7322c-b3d5-4148-a246-46eb07e68cbc tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 945 time: 0.0912855 Jun 07 12:08:14.417082 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:08:14.471246 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-20a0d9ef-8df7-449d-a941-0d2866830eee req-ac511e7f-03ac-4527-a5f6-96508d8cfb5b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Jun 07 12:08:15.637861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-536efce7-b7c9-4649-972a-2e4c333e12b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:15.678808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd9fba-fdc4-4815-ae65-6c5426a7bf8e req-11e68316-6bac-410b-bccc-91fc624a40a6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:15.680387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9ddd9fba-fdc4-4815-ae65-6c5426a7bf8e req-11e68316-6bac-410b-bccc-91fc624a40a6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 945 time: 0.0930004 Jun 07 12:08:15.736616 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9ddd9fba-fdc4-4815-ae65-6c5426a7bf8e req-14342bb2-417a-41c9-bbcc-c1d685bb3dcf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455482 Jun 07 12:08:15.892932 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:08:15.969143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:08:15.969633 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:16.098945 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:16.128389 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:08:16.130717 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37224408-a61b-43fc-b2bb-e82b9f80364b" -d '{"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:08:16.140122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:08:16.144950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:16.149159 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:08:16.181750 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9572ec-1544-46cd-8877-c0c4b00bfc18 x-openstack-request-id: req-5e9572ec-1544-46cd-8877-c0c4b00bfc18 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:08:16.182168 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-plugged", "status": "completed", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:08:16.182531 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e9572ec-1544-46cd-8877-c0c4b00bfc18 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:08:16.182772 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'code': 200} Jun 07 12:08:16.271786 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=10']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:08:16.277420 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:08:16.450302 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103edee8-b945-4391-85be-f6b59dbe9a9b req-eb7f6ed1-b870-4b51-b03d-9233550bc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:16.451892 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-103edee8-b945-4391-85be-f6b59dbe9a9b req-eb7f6ed1-b870-4b51-b03d-9233550bc8d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 1100 time: 0.0771611 Jun 07 12:08:16.528086 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-103edee8-b945-4391-85be-f6b59dbe9a9b req-347d9498-b57f-4756-9958-a6cb511be058 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687714 Jun 07 12:08:16.940395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3127993-5915-4a98-a092-f747b27e83e8 req-208bf359-f52b-4e85-a135-62c63a553d87 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:16.941884 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a3127993-5915-4a98-a092-f747b27e83e8 req-208bf359-f52b-4e85-a135-62c63a553d87 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.0871561 Jun 07 12:08:16.992013 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a3127993-5915-4a98-a092-f747b27e83e8 req-ba13d3ce-45f9-4776-a800-d897d4547445 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Jun 07 12:08:18.195633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce14f3c-3650-4e41-829f-b89f5d65b389 req-197bb30a-b955-4372-9d91-be60fb585f0b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:18.197181 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2ce14f3c-3650-4e41-829f-b89f5d65b389 req-197bb30a-b955-4372-9d91-be60fb585f0b tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.0884900 Jun 07 12:08:18.245656 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2ce14f3c-3650-4e41-829f-b89f5d65b389 req-eae2386e-c38e-4a2f-b3f8-78f1ed7544d6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jun 07 12:08:18.273661 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:18.584989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-fbe429df-7dce-449e-a712-78855e69d811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:19.593774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20bd976-4be3-43fe-9e75-c08eeb4a5acd req-d5206043-2347-4922-9096-4230e8f1690f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:19.595244 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d20bd976-4be3-43fe-9e75-c08eeb4a5acd req-d5206043-2347-4922-9096-4230e8f1690f tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.0878944 Jun 07 12:08:19.641895 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d20bd976-4be3-43fe-9e75-c08eeb4a5acd req-910b531a-72ed-4fc6-9607-c26b212bac7c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399685 Jun 07 12:08:19.806182 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:21.674034 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:27.759246 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21cc9-1bba-448e-9b1f-fd855c788941 req-bbb58ca8-b64a-48d0-b0ca-a9122b4ff0ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:27.760831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-99f21cc9-1bba-448e-9b1f-fd855c788941 req-bbb58ca8-b64a-48d0-b0ca-a9122b4ff0ea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1250782 Jun 07 12:08:27.831951 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-99f21cc9-1bba-448e-9b1f-fd855c788941 req-aea73802-4864-4e2c-a104-df610489988b tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645032 Jun 07 12:08:29.031203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230981c9-93e7-4902-925a-fbfb425997ac req-8943be76-a706-4eb8-8f9b-67b352057230 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:29.032682 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-230981c9-93e7-4902-925a-fbfb425997ac req-8943be76-a706-4eb8-8f9b-67b352057230 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0810671 Jun 07 12:08:29.084075 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-230981c9-93e7-4902-925a-fbfb425997ac req-e1a3c37d-6b2d-4b9c-84c8-755a5b52cf85 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Jun 07 12:08:30.276369 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f616-94aa-45a4-9ece-a85d37305a1a req-5f562960-7285-48f7-ab0d-51c4f8fb4801 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:30.278118 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4de8f616-94aa-45a4-9ece-a85d37305a1a req-5f562960-7285-48f7-ab0d-51c4f8fb4801 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0861063 Jun 07 12:08:30.326320 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4de8f616-94aa-45a4-9ece-a85d37305a1a req-4561df3c-7fba-41ff-a0b0-7c3325008a74 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422111 Jun 07 12:08:31.550143 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a381ed-fcd8-4c8c-a39d-06d739ca0fc8 req-40ba8993-99ca-4523-b284-74af4860d5b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:31.551697 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91a381ed-fcd8-4c8c-a39d-06d739ca0fc8 req-40ba8993-99ca-4523-b284-74af4860d5b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1132324 Jun 07 12:08:31.602531 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-91a381ed-fcd8-4c8c-a39d-06d739ca0fc8 req-ba31496a-6bc2-4d86-a02e-3526495f3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Jun 07 12:08:32.798477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f9ece-a239-4eb3-984d-7e450da8df00 req-76d8f362-7bf1-402a-9969-42180de9d26b tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:32.799907 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-235f9ece-a239-4eb3-984d-7e450da8df00 req-76d8f362-7bf1-402a-9969-42180de9d26b tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0851793 Jun 07 12:08:32.848354 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-235f9ece-a239-4eb3-984d-7e450da8df00 req-9870e7a5-bf50-4919-972a-8789180d30b7 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Jun 07 12:08:34.175605 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ab79-f717-4fba-8640-cc90c4d58a94 req-8a523223-de6e-4a0e-83cf-1de0a8a78afe tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:34.177085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d790ab79-f717-4fba-8640-cc90c4d58a94 req-8a523223-de6e-4a0e-83cf-1de0a8a78afe tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1889653 Jun 07 12:08:34.244189 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d790ab79-f717-4fba-8640-cc90c4d58a94 req-3aed71b9-918b-41ee-9e32-f5dd2d2d27a6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590498 Jun 07 12:08:35.459445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d810f-54ae-4b89-bd9b-10927aeccb89 req-e14f91d5-352c-469f-89fb-ba2b78a0530a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:35.461071 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7d0d810f-54ae-4b89-bd9b-10927aeccb89 req-e14f91d5-352c-469f-89fb-ba2b78a0530a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1014528 Jun 07 12:08:35.513352 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7d0d810f-54ae-4b89-bd9b-10927aeccb89 req-569b76ed-0bcc-4a3c-aa1e-03a0ebfdd87b tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466735 Jun 07 12:08:36.708716 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b82e4-bb16-4949-8de0-921e0f926b11 req-ba857a99-e1ed-4cea-8057-7bc56462c659 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:36.710859 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a20b82e4-bb16-4949-8de0-921e0f926b11 req-ba857a99-e1ed-4cea-8057-7bc56462c659 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Jun 07 12:08:36.757302 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a20b82e4-bb16-4949-8de0-921e0f926b11 req-2fad64e3-e260-43b9-922a-d1fb0ae924a7 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Jun 07 12:08:37.953484 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda3097-3820-499c-bc01-f078321ff0d2 req-146c94cb-9ae8-4655-b881-d2439c81a9e6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:37.954972 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5eda3097-3820-499c-bc01-f078321ff0d2 req-146c94cb-9ae8-4655-b881-d2439c81a9e6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0898757 Jun 07 12:08:38.001251 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5eda3097-3820-499c-bc01-f078321ff0d2 req-ed012479-e772-46d8-8c43-7bd3719c9952 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Jun 07 12:08:39.186037 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934f56-10e2-4f1d-8212-e914d6877284 req-99754586-09f0-41c9-b9ac-b1c7d310add4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:39.187497 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d934f56-10e2-4f1d-8212-e914d6877284 req-99754586-09f0-41c9-b9ac-b1c7d310add4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0809176 Jun 07 12:08:39.234030 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d934f56-10e2-4f1d-8212-e914d6877284 req-3d3a9937-a3e3-4c5b-a8ab-7c23b9610afd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409186 Jun 07 12:08:39.643337 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b9273-8a3a-434f-ab60-d9ca4c2bbf72 req-333b4b51-3b0c-492c-8ef2-515324db06a6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:39.644922 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a05b9273-8a3a-434f-ab60-d9ca4c2bbf72 req-333b4b51-3b0c-492c-8ef2-515324db06a6 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1433318 Jun 07 12:08:39.651154 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54fe92-b857-4478-809b-83316d3d1096 req-86dd9117-e1b5-46d2-83f8-d258da16653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:39.652606 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-86dd9117-e1b5-46d2-83f8-d258da16653b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1098 time: 0.0944519 Jun 07 12:08:39.784992 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a05b9273-8a3a-434f-ab60-d9ca4c2bbf72 req-e49126da-57f3-470e-a0ac-282c04d229d1 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313829 Jun 07 12:08:39.820924 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54fe92-b857-4478-809b-83316d3d1096 req-186eceff-c617-4bcd-ab6d-17c0b549f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:39.822352 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-186eceff-c617-4bcd-ab6d-17c0b549f307 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.1530678 Jun 07 12:08:39.929607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-11517f51-f6cf-4605-9876-af9469e6be10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 1001 time: 0.0985136 Jun 07 12:08:39.992875 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54fe92-b857-4478-809b-83316d3d1096 req-4d6ec84f-665e-43e6-a98a-fa66819a3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:39.994308 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-4d6ec84f-665e-43e6-a98a-fa66819a3af3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0582988 Jun 07 12:08:40.075649 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54fe92-b857-4478-809b-83316d3d1096 req-3e5688fe-c5d5-4ba1-a7d8-d0424cf5ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:40.077146 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-3e5688fe-c5d5-4ba1-a7d8-d0424cf5ee8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765109 Jun 07 12:08:40.224697 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-d5b0252a-8244-4168-892b-78be91565c53 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402731 Jun 07 12:08:40.365955 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7a54fe92-b857-4478-809b-83316d3d1096 req-c09a3138-59e3-4a4d-80dd-0160ec1d2d89 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346080 Jun 07 12:08:40.984152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9782-32eb-4293-a90d-34d241110abd req-d350087c-c6a3-4464-be55-ae96bbae0e25 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:40.985645 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4b9d9782-32eb-4293-a90d-34d241110abd req-d350087c-c6a3-4464-be55-ae96bbae0e25 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0906470 Jun 07 12:08:41.031204 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4b9d9782-32eb-4293-a90d-34d241110abd req-cf2dbfe0-ea9c-4da0-9ec8-9043079cd7a4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Jun 07 12:08:42.218927 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:42.219711 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d519b-b676-4fb3-b4bc-0d8b4824f475 req-90edeec7-d972-4236-a761-456353c8d8cd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:42.220504 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f26d519b-b676-4fb3-b4bc-0d8b4824f475 req-90edeec7-d972-4236-a761-456353c8d8cd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Jun 07 12:08:42.270561 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f26d519b-b676-4fb3-b4bc-0d8b4824f475 req-75b85777-ae96-4709-bd71-a2846c931093 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439062 Jun 07 12:08:45.642207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-230db41a-f15c-4482-bad1-77b6acf0533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:46.194961 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:08:46.386388 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-ff0076f5-1a24-4210-a0c1-d92290503bd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718224 Jun 07 12:08:46.534175 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-e715f8a1-8b74-47c8-8715-b38f69a211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:46.535635 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-e715f8a1-8b74-47c8-8715-b38f69a211c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 1098 time: 0.0775239 Jun 07 12:08:46.799504 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-de1ee930-c517-4b19-bc29-192f82315b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:46.801411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-de1ee930-c517-4b19-bc29-192f82315b68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.2464569 Jun 07 12:08:46.917739 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-8df2c9f1-5cb0-40f5-a927-3b53b53fc322 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 200 len: 1001 time: 0.1091795 Jun 07 12:08:46.991248 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-c7fe8bdb-9766-45ed-8752-ffef650bfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:46.992948 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-c7fe8bdb-9766-45ed-8752-ffef650bfd65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0688090 Jun 07 12:08:47.081806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-43c09934-5a58-4cb6-b18b-9ad790fbc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:47.083333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-43c09934-5a58-4cb6-b18b-9ad790fbc84a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832856 Jun 07 12:08:47.229809 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-facfec73-ee71-4151-a345-81c2604eeeae service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392145 Jun 07 12:08:47.377473 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f4fe0b47-d9a6-489e-9ecc-7668cf93b774 req-67491d6c-1186-44f9-b909-31d009cdd1bd service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411812 Jun 07 12:08:48.257881 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:48.579092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-73f2b3eb-3a7a-4130-8f87-ccc418d7a514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:49.804050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:51.658428 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f8fd-e10b-4c87-af53-0b2d6b1e1db2 req-5d52d5c0-e020-417a-b492-e5352532da95 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:51.659938 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-be43f8fd-e10b-4c87-af53-0b2d6b1e1db2 req-5d52d5c0-e020-417a-b492-e5352532da95 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.0900803 Jun 07 12:08:51.685140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:51.709247 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-be43f8fd-e10b-4c87-af53-0b2d6b1e1db2 req-defea698-dfa1-475c-84ac-7ac55497db67 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Jun 07 12:08:52.903119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e702187-793b-4be4-b7de-c1965e12b147 req-8a2194f4-04df-4800-9e04-c4ea816b2c72 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:52.904618 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e702187-793b-4be4-b7de-c1965e12b147 req-8a2194f4-04df-4800-9e04-c4ea816b2c72 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.0833139 Jun 07 12:08:53.012097 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8e702187-793b-4be4-b7de-c1965e12b147 req-f512329b-711e-49dd-bfe2-0150f9a3c953 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups?id=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970862 Jun 07 12:08:53.042144 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-d611bb10-0e73-49dc-bed0-4400514706d6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:08:53.043575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-d611bb10-0e73-49dc-bed0-4400514706d6 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 947 time: 0.1136394 Jun 07 12:08:53.184804 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Deleting port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:08:53.185145 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:53.327197 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] For port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:08:53.327550 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:53.638710 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:53.639018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:53.639329 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Floating IP 866bdce1-db7c-4cdf-ab52-223c9abca273 disassociated. External IP: 172.27.0.210, port: 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5. Jun 07 12:08:53.639655 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Calling delete_port for 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:08:53.866139 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:53.872003 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7536093b-a823-44c6-b2a8-19f5de69d5d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:08:53.918054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'Port': ['ID=6ff2bbf9-6362-49a4-8b57-7df3fbab36d5,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:08:53.978820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.979185 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.979543 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.979898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.980243 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.980588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.980956 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.981302 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.981647 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.981988 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.982327 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.982663 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:53.991724 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:08:54.122059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:08:54.242842 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a8561967-9532-41c3-b877-ef4352302cfa req-70a65af9-f6bb-4fa7-a321-2e3e23f9c92d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/ports?device_id=909e2e04-2040-4265-ab50-bfe6e87befbd HTTP/1.1" status: 200 len: 210 time: 0.0604694 Jun 07 12:08:54.374809 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:08:54.386401 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:08:54.397494 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:08:54.398532 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:08:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:08:54.455411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] No DVR routers for this DVR port 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:08:54.458475 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:54.461098 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-566b2134-ed3a-4a55-a7f7-a922d56ad516 req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.35 "DELETE /v2.0/ports/6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 HTTP/1.1" status: 204 len: 173 time: 1.4119947 Jun 07 12:08:54.461671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-deleted', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:08:54.464211 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c9162-cc05-434f-90f3-e71e60a4d4bb" -d '{"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-deleted", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:08:54.520362 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e89ae3-8f7a-47a4-888f-51562528a546 x-openstack-request-id: req-a5e89ae3-8f7a-47a4-888f-51562528a546 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:08:54.521233 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909e2e04-2040-4265-ab50-bfe6e87befbd", "name": "network-vif-deleted", "tag": "6ff2bbf9-6362-49a4-8b57-7df3fbab36d5", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:08:54.521957 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5e89ae3-8f7a-47a4-888f-51562528a546 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:08:54.523126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909e2e04-2040-4265-ab50-bfe6e87befbd', 'name': 'network-vif-deleted', 'tag': '6ff2bbf9-6362-49a4-8b57-7df3fbab36d5', 'status': 'completed', 'code': 200} Jun 07 12:08:54.622911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:08:54.961628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:08:54.965961 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:08:54.975242 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:08:54.975862 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:08:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:08:55.169988 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:08:55.392579 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33506) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:08:55.467869 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.500209 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.563434 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:08:55.570327 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17412ec8-fb4a-4b51-b037-e49c90a24c21 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:01:30Z', 'revision_number': 4, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1', 'name': '', 'network_id': '95e24190-45b5-4c11-a961-e94ca6ba9ffd', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'mac_address': 'fa:16:3e:21:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:28Z', 'updated_at': '2021-06-07T12:01:47Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'subnets': [{'id': 'c78097f4-c038-468f-b1d3-02bf12a16a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:08:55.571213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.575870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.577394 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "DELETE /v2.0/security-groups/4fc3d073-3b8b-43bd-923f-a92c8de8ca4c HTTP/1.1" status: 204 len: 168 time: 0.1834419 Jun 07 12:08:55.578725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-137046c2-a570-42cf-942e-b82ae4774845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:08:55.582280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33508) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:08:55.596289 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc3d073-3b8b-43bd-923f-a92c8de8ca4c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:08:55.600898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d484802b-9060-4ca7-b736-6662cf53bc46 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:08:55.605450 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.api.v2.resource [None req-2530939e-faa5-445e-a54d-9dc627b7b1d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] show failed (client error): The resource could not be found. Jun 07 12:08:55.607440 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2530939e-faa5-445e-a54d-9dc627b7b1d8 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "GET /v2.0/security-groups/4fc3d073-3b8b-43bd-923f-a92c8de8ca4c HTTP/1.1" status: 404 len: 347 time: 0.0258393 Jun 07 12:08:55.610400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33510) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:08:55.856904 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Deleting port 2ac102b9-a343-471e-b922-35918ff2df71 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:08:55.857243 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.917603 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288c6355-477a-4e13-a1dd-ec919afeee15 None None] New status for floating IP 866bdce1-db7c-4cdf-ab52-223c9abca273: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:08:55.987648 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:55.987873 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:56.111360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:08:56.127423 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Calling delete_port for 2ac102b9-a343-471e-b922-35918ff2df71 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:08:56.149663 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:08:56.150020 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6ff2bbf9-6362-49a4-8b57-7df3fbab36d5 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:08:56.255629 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:56.259454 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:08:56.307002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Pushing event deleted for resources: {'Port': ['ID=2ac102b9-a343-471e-b922-35918ff2df71,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:08:56.345123 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.345500 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.345870 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.346244 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.346599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.346952 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.347321 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.347667 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.348017 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.348359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.348770 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.349267 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:08:56.356632 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:08:56.421772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:56.424174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:08:56.425370 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] 10.222.0.22 "DELETE /v2.0/floatingips/866bdce1-db7c-4cdf-ab52-223c9abca273 HTTP/1.1" status: 204 len: 168 time: 0.8139341 Jun 07 12:08:59.270526 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33532) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:08:59.989961 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:00.545724 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Deleting port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:00.546475 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:00.673080 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] For port 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:00.673349 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:00.805674 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Calling delete_port for 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:00.954960 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:00.959082 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e57ce5d9-2148-4e31-8510-15d9665dd039 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:01.005997 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:01.031959 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:01.281221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:01.655801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Router e91c6a78-9375-41b8-b0b6-f779b094a203 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:09:01.963981 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:09:01.971112 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] 10.222.0.22 "PUT /v2.0/routers/e91c6a78-9375-41b8-b0b6-f779b094a203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990128 Jun 07 12:09:01.971490 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33536) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:01.974172 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Sync routers for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:09:01.985059 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:01.985692 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:08:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:02.234585 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:02.277987 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:02.528244 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:02.597088 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:09:00Z', 'revision_number': 5, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port': {'id': 'bde4f90a-76d0-48f5-aaa5-762d8220ba09', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:01:21Z', 'updated_at': '2021-06-07T12:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:02.602257 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Checking router: e91c6a78-9375-41b8-b0b6-f779b094a203 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:09:02.609798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Deleting port bde4f90a-76d0-48f5-aaa5-762d8220ba09 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:02.610323 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:02.612474 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Routers {'e91c6a78-9375-41b8-b0b6-f779b094a203'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:02.613143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:08:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e91c6a78-9375-41b8-b0b6-f779b094a203'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:02.749449 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] For port bde4f90a-76d0-48f5-aaa5-762d8220ba09, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=bde4f90a-76d0-48f5-aaa5-762d8220ba09,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:02.749840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:02.781179 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] Set router e91c6a78-9375-41b8-b0b6-f779b094a203 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:02.905743 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Calling delete_port for bde4f90a-76d0-48f5-aaa5-762d8220ba09 owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:02.917928 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:09:02Z', 'revision_number': 6, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:02.922288 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144899f-e247-4f53-b7a4-7a84ed3283d7 None None] The sync data for ids ['e91c6a78-9375-41b8-b0b6-f779b094a203'] in dv-cinder-786627-7-iscsi is: [{'id': 'e91c6a78-9375-41b8-b0b6-f779b094a203', 'name': 'tempest-AttachVolumeShelveTestJSON-1131863766-router', 'tenant_id': 'a6f8355f712043f88a4add95f79a2daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:01:20Z', 'updated_at': '2021-06-07T12:09:02Z', 'revision_number': 6, 'project_id': 'a6f8355f712043f88a4add95f79a2daa', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:09:03.072136 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.076353 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:03.124945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde4f90a-76d0-48f5-aaa5-762d8220ba09,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:03.127519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:03.218177 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.396350 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.398800 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.421884 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.422373 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91c6a78-9375-41b8-b0b6-f779b094a203 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:09:03.426462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.428182 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-20f133af-e886-42fa-97fb-7450d87977e1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e91c6a78-9375-41b8-b0b6-f779b094a203 HTTP/1.1" status: 204 len: 168 time: 1.4557259 Jun 07 12:09:03.430889 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33546) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:03.493417 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Deleting subnet c78097f4-c038-468f-b1d3-02bf12a16a25 {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:09:03.496384 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.546127 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.625473 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.701723 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.705669 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:03.740991 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78097f4-c038-468f-b1d3-02bf12a16a25,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:03.744015 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:03.745001 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:03.746814 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c78097f4-c038-468f-b1d3-02bf12a16a25 HTTP/1.1" status: 204 len: 168 time: 0.3150177 Jun 07 12:09:03.749347 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33548) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:03.753581 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa35a6-aea6-4d47-ae0f-65aae3af3828 None None] Network 95e24190-45b5-4c11-a961-e94ca6ba9ffd requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:09:03.970431 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.030812 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] DHCP port deletion for 95e24190-45b5-4c11-a961-e94ca6ba9ffd request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:09:04.063954 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Deleting port ee08ea1d-5551-4df1-8522-b3a866cca32a {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:04.064353 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.103171 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Deleting port ee08ea1d-5551-4df1-8522-b3a866cca32a {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:04.103998 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.180106 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] For port ee08ea1d-5551-4df1-8522-b3a866cca32a, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ee08ea1d-5551-4df1-8522-b3a866cca32a,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:04.180787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.212273 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] For port ee08ea1d-5551-4df1-8522-b3a866cca32a, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ee08ea1d-5551-4df1-8522-b3a866cca32a,segment=NetworkSegment(36f28c1f-3f52-4258-8129-a4653cd1617a),segment_id=36f28c1f-3f52-4258-8129-a4653cd1617a)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:04.212684 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.318500 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Calling delete_port for ee08ea1d-5551-4df1-8522-b3a866cca32a owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:04.353543 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Calling delete_port for ee08ea1d-5551-4df1-8522-b3a866cca32a owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:04.372483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.376381 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:04.406131 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.410347 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:04.424531 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee08ea1d-5551-4df1-8522-b3a866cca32a,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:04.428584 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:04.431809 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] No DVR routers for this DVR port ee08ea1d-5551-4df1-8522-b3a866cca32a on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:09:04.456826 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Pushing event deleted for resources: {'Port': ['ID=ee08ea1d-5551-4df1-8522-b3a866cca32a,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:04.462949 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] No DVR routers for this DVR port ee08ea1d-5551-4df1-8522-b3a866cca32a on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:09:04.471123 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.471566 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.471802 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.472138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.472469 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.472830 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.473153 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.474129 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.474533 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.474861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.475197 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.475505 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:09:04.478775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:04.557636 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device bde4f90a-76d0-48f5-aaa5-762d8220ba09 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:09:04.574024 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.588911 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e24190-45b5-4c11-a961-e94ca6ba9ffd']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:04.596260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: bde4f90a-76d0-48f5-aaa5-762d8220ba09 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:09:04.596260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device bde4f90a-76d0-48f5-aaa5-762d8220ba09 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:09:04.596580 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:09:04.604031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f28c1f-3f52-4258-8129-a4653cd1617a') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:04.604319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f28c1f-3f52-4258-8129-a4653cd1617a') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:04.620147 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.636908 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:09:04.637315 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1b72c5d7-7f9d-41c8-839e-b5cd7f06eaa1 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:09:04.637712 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ee08ea1d-5551-4df1-8522-b3a866cca32a no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:09:04.646280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.657268 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:09:04.658103 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.674749 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: ee08ea1d-5551-4df1-8522-b3a866cca32a {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:09:04.675103 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ee08ea1d-5551-4df1-8522-b3a866cca32a not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:09:04.685006 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:09:04.771369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.775663 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:04.789940 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:04.791756 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] 10.222.0.22 "DELETE /v2.0/networks/95e24190-45b5-4c11-a961-e94ca6ba9ffd HTTP/1.1" status: 204 len: 168 time: 1.0411727 Jun 07 12:09:04.797909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e24190-45b5-4c11-a961-e94ca6ba9ffd,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:04.800475 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:04.916566 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33554) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:04.969004 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-339153c9-2992-480e-8a42-f4a93011c054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6f8355f712043f88a4add95f79a2daa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510907 Jun 07 12:09:04.971362 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33558) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:05.029121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:05.054538 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:05.110692 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:05.113068 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:05.114194 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7e060b6-736f-499c-8884-e3ab11c17d7e HTTP/1.1" status: 204 len: 168 time: 0.1419225 Jun 07 12:09:05.115085 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dbb36ecd-e856-4eaf-8992-6736befa6ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:05.124288 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e060b6-736f-499c-8884-e3ab11c17d7e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:05.126644 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:06.676454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33610) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:06.878149 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.008701 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.013643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.025466 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0756c41b-a972-4b9f-a8b7-3b8fb71633af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:07.072703 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edcef9a44ccd433b8882c0af49bd898a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942585 Jun 07 12:09:07.074552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e67870b-d05b-4652-ab1e-f7096990437e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:07.075495 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33618) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:07.077978 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:07.175924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.210311 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.265680 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.268170 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:07.273075 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e67870b-d05b-4652-ab1e-f7096990437e HTTP/1.1" status: 204 len: 168 time: 0.1947339 Jun 07 12:09:07.273933 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3f77f3aa-9ad8-4d73-bcac-1bdcc771447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:07.283989 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e67870b-d05b-4652-ab1e-f7096990437e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:07.287399 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:09.320048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33676) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:09.444388 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.567616 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.572215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.581180 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a23560ce-7109-4c42-90e5-fdb0bf9e160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:09.627051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59638476-d8aa-4446-8980-af0f77de44f3,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:09.634016 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6419acadcbb04e0fac51d1ce9634a9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105242 Jun 07 12:09:09.634016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7b3d4a5b-97f0-4cd5-baa6-80b2222eb009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:09.634979 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33680) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:09.701523 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.728975 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.784953 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.787927 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:09.789099 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59638476-d8aa-4446-8980-af0f77de44f3 HTTP/1.1" status: 204 len: 168 time: 0.1537771 Jun 07 12:09:09.790274 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-572adfa9-e1f8-4118-98be-f1a8bcf75a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:09.800369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59638476-d8aa-4446-8980-af0f77de44f3,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:09.804422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:10.103658 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33694) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:10.121686 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.240135 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.244271 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.251868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dadb95ac-47c7-4d58-91b0-8a5bd25cce1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:10.293053 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebf2507-3da0-468a-9caf-890873f23a5e,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:10.297659 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a88a010e7f664745803c12274157b71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929541 Jun 07 12:09:10.298735 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:10.300257 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33700) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:10.377787 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-d1f105b2-bcdf-4403-965a-da42b6947d19 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024513752&fields=id&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 267 time: 0.0416634 Jun 07 12:09:10.386799 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.423515 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.478802 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.481412 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:10.482670 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ebf2507-3da0-468a-9caf-890873f23a5e HTTP/1.1" status: 204 len: 168 time: 0.1813483 Jun 07 12:09:10.483448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c7c0d4a2-2bd2-461e-a4c0-42ded6be1f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:10.494130 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebf2507-3da0-468a-9caf-890873f23a5e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:10.496405 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:10.546633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-b58a3043-7ecc-44dc-8d6b-a239751af337 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:10.548117 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-b58a3043-7ecc-44dc-8d6b-a239751af337 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.1637831 Jun 07 12:09:10.563562 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-e4b29ae3-2b17-4426-9038-6bc1e9f8d863 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/quotas/8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 375 time: 0.0096254 Jun 07 12:09:10.666423 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-68cb2ca4-156e-480a-aa1e-0c62677378b9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0962486 Jun 07 12:09:10.819163 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-d6c9c68e-6c2c-42ce-8443-b9752911bb00 service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391234 Jun 07 12:09:10.959742 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-0028b359-764d-4996-9065-dbac569e946c service neutron] 10.222.0.22 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350322 Jun 07 12:09:11.413587 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-37a5a882-2473-43a2-b6c3-3b1798b8db4f req-8edeff39-b929-4d8a-983c-1dc9a868b9c0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 210 time: 0.0443256 Jun 07 12:09:12.232822 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:12.604619 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-26ad3829-f126-4029-8df7-27cd83ae969f req-3fc261c6-6971-464f-869a-0d722144edd0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 210 time: 0.0517724 Jun 07 12:09:12.639423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-d86b3f5c-0d2d-4ebe-8558-2e6b8b1f42b8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:12.641085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-d86b3f5c-0d2d-4ebe-8558-2e6b8b1f42b8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 812 time: 0.2284582 Jun 07 12:09:12.704932 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-2516b532-beea-438b-aeba-eb423765263c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eef51cadbc745d6b93b003f2d756712 HTTP/1.1" status: 200 len: 380 time: 0.0541408 Jun 07 12:09:12.713927 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'port': {'device_id': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'admin_state_up': True, 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'security_groups': ['595cf29b-7b13-4dea-b2fd-b38292942750']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:12.727510 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33770) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:12.871633 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:12.889880 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Made reservation on behalf of 8eef51cadbc745d6b93b003f2d756712 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:09:12.893509 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:12.983827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:12.989599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:12.999257 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c54d9095-5c0c-4196-b9f8-b9f01f554dab tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:13.044791 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f6f54a6030449148c27c6be67840d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161662 Jun 07 12:09:13.046789 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6888160-a7ae-4ae1-a937-08cd7a91f597,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:13.048797 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33774) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:13.059997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:13.077212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.20.0.11 (e753f34b-daf3-4fc1-9790-eb0dbfb96365/b10d9b73-f629-4903-9793-14658050efb3/ca75059b-b0cc-4007-9109-9d84a7ae72ab) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:09:13.111767 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.140594 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.199172 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.201791 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.205487 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6888160-a7ae-4ae1-a937-08cd7a91f597 HTTP/1.1" status: 204 len: 168 time: 0.1538246 Jun 07 12:09:13.205487 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-81f51103-7212-46a1-891e-e49d47c948a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:13.214486 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6888160-a7ae-4ae1-a937-08cd7a91f597,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:13.229612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:13.432394 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.450120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Transition to ACTIVE for port object ca75059b-b0cc-4007-9109-9d84a7ae72ab will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:09:13.477113 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.483784 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c9003c0d-ee27-415a-8231-6983ae0c0b9e tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:13.562094 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:09:13.565493 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:13.570401 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:09:13.603155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:13.606439 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:13.655699 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33782) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:13.673013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:13.673808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.678487 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.695942 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857304 Jun 07 12:09:13.709996 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Request body: {'port': {'device_id': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:13.813269 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.820792 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.832347 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-18c78d07-0e70-4b19-ad8b-c33acb3af831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:13.854553 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-654b80a9-1d48-4c83-b758-d5de1e6c7187 None None] Provisioning for port ca75059b-b0cc-4007-9109-9d84a7ae72ab completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:09:13.860743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-654b80a9-1d48-4c83-b758-d5de1e6c7187 None None] Provisioning complete for port ca75059b-b0cc-4007-9109-9d84a7ae72ab triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:09:13.861257 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-654b80a9-1d48-4c83-b758-d5de1e6c7187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.883116 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a5428789c704e88874f89ce8dbfba06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243166 Jun 07 12:09:13.884042 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53a2f35-1e1e-4303-8e62-b97cedd1f983,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:13.887089 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33784) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:13.898947 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:13.911935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.958682 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.987997 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:13.991209 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b91fef-620b-49a7-8aed-8590cde923f0 req-314d06a7-9874-4a51-8e47-b943b66fab51 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:13.992771 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c8b91fef-620b-49a7-8aed-8590cde923f0 req-314d06a7-9874-4a51-8e47-b943b66fab51 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 932 time: 0.2287619 Jun 07 12:09:13.995222 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-654b80a9-1d48-4c83-b758-d5de1e6c7187 None None] Port ca75059b-b0cc-4007-9109-9d84a7ae72ab cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:09:14.046668 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.049166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.050283 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e53a2f35-1e1e-4303-8e62-b97cedd1f983 HTTP/1.1" status: 204 len: 168 time: 0.1622920 Jun 07 12:09:14.051264 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-36002785-4910-4329-80a8-d13d92e21040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:14.062635 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53a2f35-1e1e-4303-8e62-b97cedd1f983,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:14.065097 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:14.111147 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c8b91fef-620b-49a7-8aed-8590cde923f0 req-ac606fb6-4589-4696-9e64-e489f0207103 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087027 Jun 07 12:09:14.335872 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca75059b-b0cc-4007-9109-9d84a7ae72ab {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:14.343452 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.358805 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Transition to ACTIVE for port object ca75059b-b0cc-4007-9109-9d84a7ae72ab will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:09:14.362831 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.367444 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-72ae4446-47d2-442d-ad98-193be83768a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:14.539058 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Pushing event updated for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:14.542917 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:14.627929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Attempting to bind port ca75059b-b0cc-4007-9109-9d84a7ae72ab on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:09:14.629896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Attempting to bind port ca75059b-b0cc-4007-9109-9d84a7ae72ab by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:09:14.629896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Attempting to bind port ca75059b-b0cc-4007-9109-9d84a7ae72ab on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:14.634677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Port ca75059b-b0cc-4007-9109-9d84a7ae72ab on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:09:14.635000 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Attempting to bind port ca75059b-b0cc-4007-9109-9d84a7ae72ab on network e753f34b-daf3-4fc1-9790-eb0dbfb96365 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:14.640325 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:09:14.640698 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Checking segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:09:14.641078 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Bound using segment: {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:09:14.641555 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Bound port: ca75059b-b0cc-4007-9109-9d84a7ae72ab, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6b2d5c-4001-47e8-99c1-84e25f9e8531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:09:14.641882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.747536 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:09:14.750943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:09:14.756036 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.761870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b3698b7a-6fd4-4d48-81ef-ff087010f44b tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:14.823949 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:14.824581 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:14.826359 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 200 len: 1094 time: 1.1226990 Jun 07 12:09:14.826877 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:14.829229 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa6d24-d861-42aa-aeaf-12f8bc672089" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:14.934685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5ad02-3016-49df-ae06-e5cce430ff48 x-openstack-request-id: req-a4b5ad02-3016-49df-ae06-e5cce430ff48 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:14.935201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:14.935650 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4b5ad02-3016-49df-ae06-e5cce430ff48 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:14.936312 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'status': 'completed', 'code': 200} Jun 07 12:09:14.947095 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Pushing event updated for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:14.956467 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:14.985292 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-8e2ba20f-65be-4c8f-8fb4-ab361627ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:14.986790 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-8e2ba20f-65be-4c8f-8fb4-ab361627ea5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1097 time: 0.1174979 Jun 07 12:09:15.062533 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-ee1915a3-99d6-45e6-b8b9-50f7bea478a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 200 len: 217 time: 0.0671320 Jun 07 12:09:15.127407 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-884e462e-0c48-4e92-8e56-1cc285d5607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:15.128793 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-884e462e-0c48-4e92-8e56-1cc285d5607c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.0600002 Jun 07 12:09:15.209794 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc538fe-2be4-4f99-952a-656549825451 req-681d9205-4227-4434-a8b7-4125146c3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:15.211285 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-681d9205-4227-4434-a8b7-4125146c3360 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754743 Jun 07 12:09:15.405552 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33822) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:15.524966 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-905bda03-0ca4-4fd1-9b21-4f909b49024e service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060718 Jun 07 12:09:15.533245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e7cbb-b1f6-462f-b00d-0a91c7d61ec3 req-c134ead9-093a-4bed-848c-e325b2f71341 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:15.534721 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-512e7cbb-b1f6-462f-b00d-0a91c7d61ec3 req-c134ead9-093a-4bed-848c-e325b2f71341 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.3148303 Jun 07 12:09:15.536586 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.647687 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7fd56cb7-1881-42ea-a1e6-a027d5e005da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.655042 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.659377 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.669949 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dcda680f-c8cc-4695-9af7-c38a385c6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:15.675400 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-512e7cbb-b1f6-462f-b00d-0a91c7d61ec3 req-26b85ef3-6f3e-48eb-ae04-eac590e6d8d4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141107 Jun 07 12:09:15.709867 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-abc538fe-2be4-4f99-952a-656549825451 req-5e0cc190-e5ba-4196-960a-cbb2da609e4e service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741798 Jun 07 12:09:15.714227 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c6dc47dfabc41dfa95957e0e4c0ad7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075352 Jun 07 12:09:15.715171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab97f57-25a0-43a7-936e-6087b932cf0b,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:15.716908 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33826) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:15.717973 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:15.829039 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.862679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:15.895437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-1c40c696-761d-4392-b545-9d1ab3657132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:15.896968 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-1c40c696-761d-4392-b545-9d1ab3657132 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1097 time: 0.1376336 Jun 07 12:09:16.030231 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:16.032831 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:16.033976 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ab97f57-25a0-43a7-936e-6087b932cf0b HTTP/1.1" status: 204 len: 168 time: 0.3158765 Jun 07 12:09:16.036972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ce2e53d9-64d2-4ef1-96d6-9ed1f961333d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:16.060757 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab97f57-25a0-43a7-936e-6087b932cf0b,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:16.063702 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-43d9995b-43fc-4fcc-9a6a-3b48e8cfcd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:16.066554 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-1fafe390-6312-496b-afeb-288948d185f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:16.070158 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-1fafe390-6312-496b-afeb-288948d185f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1646354 Jun 07 12:09:16.148404 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-1281bb4f-5558-466c-af6e-2589db198bbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 200 len: 217 time: 0.0654078 Jun 07 12:09:16.222912 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-006efd8d-8f06-4829-a2a7-9282e84af0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:16.224518 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-006efd8d-8f06-4829-a2a7-9282e84af0b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.0669174 Jun 07 12:09:16.308232 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-ef186a6d-823b-40bf-a4c1-0426d90ce54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:16.308232 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-ef186a6d-823b-40bf-a4c1-0426d90ce54f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763979 Jun 07 12:09:16.467836 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-6bc8d149-4312-4045-9a72-a497673fb039 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526642 Jun 07 12:09:16.616593 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1caa6d24-d861-42aa-aeaf-12f8bc672089 req-3b4a2204-82f0-4a17-a4a4-3c1648a00f15 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416395 Jun 07 12:09:16.876924 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2d15f-24f1-4bc0-8203-945c750cb92c req-d0f96a23-515d-4343-9f12-058596f04c30 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:16.878400 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d2f2d15f-24f1-4bc0-8203-945c750cb92c req-d0f96a23-515d-4343-9f12-058596f04c30 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.0905328 Jun 07 12:09:16.924520 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d2f2d15f-24f1-4bc0-8203-945c750cb92c req-93c77076-eb1b-4aa2-af5c-b935ecd42985 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Jun 07 12:09:17.247902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33858) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:17.368226 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.477456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.481725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.489030 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0526eefb-bad6-410f-b074-37fd543d732b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:17.530499 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec5e276951254d32bfab5822891af59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815199 Jun 07 12:09:17.531419 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b12f1b4-b798-4815-bfaa-afacb04489a4,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:17.533436 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33862) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:17.534576 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d7b3ee34-cc43-49b9-9e42-8cc75e02b3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:17.599522 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.627102 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.681946 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.684405 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:17.685590 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b12f1b4-b798-4815-bfaa-afacb04489a4 HTTP/1.1" status: 204 len: 168 time: 0.1497006 Jun 07 12:09:17.686354 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a55943a6-71f6-44a6-a94e-0c66e137ebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:17.698567 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b12f1b4-b798-4815-bfaa-afacb04489a4,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:17.700825 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-1b68b182-73bf-4e03-a5a3-5a86f3b7df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:18.155974 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960309-c231-44e5-ac94-084efebdab3b req-9732710f-c3d7-4c6a-8f81-aed5e62d327e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:18.159571 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-27960309-c231-44e5-ac94-084efebdab3b req-9732710f-c3d7-4c6a-8f81-aed5e62d327e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.0929446 Jun 07 12:09:18.222733 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-27960309-c231-44e5-ac94-084efebdab3b req-87c400a4-9355-4f86-8c76-9fcc4dc1aea3 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589600 Jun 07 12:09:18.263908 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:18.585080 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c32ff873-9270-4189-a7f3-7dec08468318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.219373 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33906) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:19.346436 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.417270 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1821d6d-6368-46fa-83a2-eea55881db1f req-22f8aff3-75e1-4100-9085-399f2203d1e2 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:19.418931 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b1821d6d-6368-46fa-83a2-eea55881db1f req-22f8aff3-75e1-4100-9085-399f2203d1e2 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.0839901 Jun 07 12:09:19.475012 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b1821d6d-6368-46fa-83a2-eea55881db1f req-dea8e2d2-d0ff-4b9a-b8ad-43c8f0300c4c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494831 Jun 07 12:09:19.485134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.493739 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.501934 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-332c2afa-b03f-4bf6-8c26-aa7e542ced48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:19.547080 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65be5e12c9f54aa19611d4c4a5f49df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265412 Jun 07 12:09:19.548008 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024257be-5ba7-4549-81eb-af9a7cafa681,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:19.549926 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33912) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:19.552325 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4dd7539c-ca26-4b6c-808d-6edc5ada5e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:19.616727 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.643971 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.703887 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.707018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:19.709205 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/024257be-5ba7-4549-81eb-af9a7cafa681 HTTP/1.1" status: 204 len: 168 time: 0.1578529 Jun 07 12:09:19.710242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:19.722054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024257be-5ba7-4549-81eb-af9a7cafa681,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:19.726121 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3b8a0eb3-52d6-4dfd-858a-4e8d2629ac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:19.809536 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:20.550115 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 33938) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:20.674791 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1686032074-network', 'tenant_id': '3039eb223faf474abb5462519ee2d2b6'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:20.686005 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d22d8-5249-4b26-8809-eb58704639a2 req-aad8821f-7870-4c22-ad4f-21d223066875 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:20.687621 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9d22d8-5249-4b26-8809-eb58704639a2 req-aad8821f-7870-4c22-ad4f-21d223066875 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.1001170 Jun 07 12:09:20.852162 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Made reservation on behalf of 3039eb223faf474abb5462519ee2d2b6 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:09:20.854491 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:20.873994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:20.891011 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9f9d22d8-5249-4b26-8809-eb58704639a2 req-8f2a7d86-9d8d-4357-872b-74e5fd6e1627 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924679 Jun 07 12:09:21.008739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.013095 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.016163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ecf52f9a-e80d-480d-a0cc-78985a5966c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:21.045623 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:09:21.055411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5079889a-efc7-40eb-b80e-558d60951dc9,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:21.059310 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:21.062223 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.062622 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Added segment f72a9edd-864d-409a-b855-3b8a0757c5bb of type vlan for network dbefcdfb-628d-49e8-8926-783a7bc8bc90 Jun 07 12:09:21.097604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.143713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.145526 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:21.146929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.152026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:21.255343 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7039886 Jun 07 12:09:21.258836 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 33950) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:21.264227 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Request body: {'subnet': {'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1686032074-subnet', 'tenant_id': '3039eb223faf474abb5462519ee2d2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:21.287526 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Made reservation on behalf of 3039eb223faf474abb5462519ee2d2b6 for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:09:21.290373 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.311782 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Pushing event updated for resources: {'Network': ['ID=dbefcdfb-628d-49e8-8926-783a7bc8bc90,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:21.314514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6a286252-d885-4852-9ba7-d3f5e3c1571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:21.324118 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:09:21.346937 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba704c-6b41-4bac-b26f-4ad41d15284c req-8145b5d1-b242-4f3e-9ea7-545408844086 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:21.348547 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7cba704c-6b41-4bac-b26f-4ad41d15284c req-8145b5d1-b242-4f3e-9ea7-545408844086 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.1823406 Jun 07 12:09:21.401694 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7cba704c-6b41-4bac-b26f-4ad41d15284c req-c9844488-ed14-4642-a899-c9e4ec1d2035 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464945 Jun 07 12:09:21.601022 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.605387 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e454d382-e579-437f-adac-47e212b761e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:21.678011 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.685290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412219f4-e988-426b-a6fd-38020ff6c6b7,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:21.688729 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:21.697143 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Checking segment: {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:09:21.697489 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Network hostable DHCP agents. Network: dbefcdfb-628d-49e8-8926-783a7bc8bc90, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:09:21.715593 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:09:21.726596 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, dbefcdfb-628d-49e8-8926-783a7bc8bc90) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:21.731384 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:21.731969 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:21.736185 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23db2693-186c-4820-816a-a9dda6dfd8d5 None None] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:09:21.753508 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-da78e152-d6e3-47f0-b097-3079903d4641 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4935133 Jun 07 12:09:21.943774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c95281-086e-4da1-aa1c-ee053ad17f41 None None] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:09:22.106336 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f23ab-65e7-4df2-80b7-7a12f88995ab req-9a861178-d222-4faf-9a21-99b5b9df06f4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:22.107929 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e1f23ab-65e7-4df2-80b7-7a12f88995ab req-9a861178-d222-4faf-9a21-99b5b9df06f4 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 944 time: 0.0848489 Jun 07 12:09:22.160065 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3e1f23ab-65e7-4df2-80b7-7a12f88995ab req-3675ac0e-7694-4343-9b93-c6f352c80022 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455871 Jun 07 12:09:22.265874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ca75059b-b0cc-4007-9109-9d84a7ae72ab details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:09:22.437485 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:22.464855 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'port_id': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'mac_address': 'fa:16:3e:c0:25:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:09:22.551491 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:22.570312 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca75059b-b0cc-4007-9109-9d84a7ae72ab {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:22.586846 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:22.591193 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:22.593639 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d77a7a21-a17d-4740-9295-92344387d84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:22.622780 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d6f9-0cac-49d9-8e63-0cb5d9e85ce4 req-771fe6ba-e1ae-40d1-beb8-c9ada2832000 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:22.624240 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2654d6f9-0cac-49d9-8e63-0cb5d9e85ce4 req-771fe6ba-e1ae-40d1-beb8-c9ada2832000 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0941980 Jun 07 12:09:22.665243 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:22.668575 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:22.674174 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2654d6f9-0cac-49d9-8e63-0cb5d9e85ce4 req-106b24de-881b-4569-b44f-8335f3da114a tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427988 Jun 07 12:09:22.867875 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['ca75059b-b0cc-4007-9109-9d84a7ae72ab'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:09:23.197988 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:09:23.204697 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-d1f6639b-1b37-4916-abf0-29b7554e0e21 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:23.206176 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-d1f6639b-1b37-4916-abf0-29b7554e0e21 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.0868447 Jun 07 12:09:23.409327 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Deleting port 751d95ee-ee03-4f3a-8603-216b945a91ea {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:23.409669 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:23.430568 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea946077-6d53-45f3-a258-b3aa0a185d75 req-66ce3bfd-fb14-4c07-a7d7-05e1af5ffadd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:23.432044 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ea946077-6d53-45f3-a258-b3aa0a185d75 req-66ce3bfd-fb14-4c07-a7d7-05e1af5ffadd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 945 time: 0.1540127 Jun 07 12:09:23.553791 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ea946077-6d53-45f3-a258-b3aa0a185d75 req-b989ae0a-0145-4cd2-9494-dd40a32bd729 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136081 Jun 07 12:09:23.591043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] For port 751d95ee-ee03-4f3a-8603-216b945a91ea, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=751d95ee-ee03-4f3a-8603-216b945a91ea,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:23.591535 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.094025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.094302 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.094607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Floating IP 6a05296b-e66a-4671-96e5-5d126488d899 disassociated. External IP: 172.27.0.195, port: 751d95ee-ee03-4f3a-8603-216b945a91ea. Jun 07 12:09:24.094940 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Calling delete_port for 751d95ee-ee03-4f3a-8603-216b945a91ea owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:24.132670 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-7b47b191-e7a7-4cf7-b927-90486d0b9b8b tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:24.134262 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-7b47b191-e7a7-4cf7-b927-90486d0b9b8b tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 814 time: 0.3083525 Jun 07 12:09:24.253792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7cde-5ce4-4e0e-a23b-f8559d994b7f req-321b0eba-8e50-46cf-a8e8-f712aa38995d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:24.255742 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-534a7cde-5ce4-4e0e-a23b-f8559d994b7f req-321b0eba-8e50-46cf-a8e8-f712aa38995d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 945 time: 0.4665940 Jun 07 12:09:24.274175 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ca75059b-b0cc-4007-9109-9d84a7ae72ab up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:09:24.289612 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-85d921a1-e785-4153-8fdc-2ce6880f461f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/quotas/3039eb223faf474abb5462519ee2d2b6 HTTP/1.1" status: 200 len: 375 time: 0.0314140 Jun 07 12:09:24.350164 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port ca75059b-b0cc-4007-9109-9d84a7ae72ab completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:09:24.354571 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-d4897135-3425-4123-a05d-f3042133d9cd tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581815 Jun 07 12:09:24.354894 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port ca75059b-b0cc-4007-9109-9d84a7ae72ab triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:09:24.355268 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.371181 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-534a7cde-5ce4-4e0e-a23b-f8559d994b7f req-d6fc5598-56d5-4c52-b128-da2258b3b4b8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=a92b1c46-9963-49d4-b446-5619d21d4ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062584 Jun 07 12:09:24.508192 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.540914 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:24.543195 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04ecf1-43bc-4c44-a241-bf1146c62d29" -d '{"events": [{"server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "name": "network-vif-plugged", "status": "completed", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:24.552205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:24.557894 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.560022 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-bc069b84-64c9-4dd0-bc46-0415bb69de00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:24.569902 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-4d62c50d-6e41-4000-b606-ed016a2d95b4 service neutron] 10.222.0.22 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021170 Jun 07 12:09:24.570980 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:24.577829 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bab9b38d-60c0-480e-9a13-591dfc1c7c7b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:24.614368 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd53e27-5feb-4523-bec9-879b60dd01d7 x-openstack-request-id: req-dfd53e27-5feb-4523-bec9-879b60dd01d7 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:24.614673 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "name": "network-vif-plugged", "status": "completed", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:24.614936 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfd53e27-5feb-4523-bec9-879b60dd01d7 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:24.615336 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'code': 200} Jun 07 12:09:24.635352 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:24.638700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:24.660607 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'Port': ['ID=751d95ee-ee03-4f3a-8603-216b945a91ea,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:24.668221 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:25.041646 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-86f3fb30-f3ed-47c6-948a-de59604102df service neutron] 10.222.0.22 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302013 Jun 07 12:09:25.077693 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:09:25.087624 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7425a-7892-4435-8d34-63ca97d7e7ed req-0c13f158-0c19-4d69-9e4d-a180cd34cda0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:25.094789 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b5a7425a-7892-4435-8d34-63ca97d7e7ed req-0c13f158-0c19-4d69-9e4d-a180cd34cda0 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.3515170 Jun 07 12:09:25.125470 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f33a-1e47-456d-bb08-2b3b09573fba req-61c1864a-36bb-4ffd-8b32-38446dc50fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:25.126867 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef75f33a-1e47-456d-bb08-2b3b09573fba req-61c1864a-36bb-4ffd-8b32-38446dc50fbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1099 time: 0.2765923 Jun 07 12:09:25.237385 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b5a7425a-7892-4435-8d34-63ca97d7e7ed req-1fdd9157-f5e4-495b-ac0f-a3973e6383f8 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416228 Jun 07 12:09:25.274020 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef75f33a-1e47-456d-bb08-2b3b09573fba req-a55c7ff4-ba6d-495e-92b4-751186924138 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389468 Jun 07 12:09:25.361275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:09:25.370973 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:09:25.380526 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:25.381226 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:25.437752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] No DVR routers for this DVR port 751d95ee-ee03-4f3a-8603-216b945a91ea on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:09:25.440289 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:25.442960 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d52258f1-e337-42ef-bdcb-363d93e7d528 req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "DELETE /v2.0/ports/751d95ee-ee03-4f3a-8603-216b945a91ea HTTP/1.1" status: 204 len: 173 time: 2.2307611 Jun 07 12:09:25.443539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'name': 'network-vif-deleted', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:25.445788 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd3c91-b062-4817-a5a7-737b4485c042" -d '{"events": [{"server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "name": "network-vif-deleted", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:25.540552 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f0afb25b-aa92-4d45-87aa-488df49d26e8 req-3b64588a-24b4-4190-96d8-0a85fa6e88d9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=de1f1865-5d99-467a-b2bb-b79c8531f931 HTTP/1.1" status: 200 len: 210 time: 0.0448122 Jun 07 12:09:25.569911 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:25.598610 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee542c0-f79f-4764-ab5d-a8b66f9a5d5b x-openstack-request-id: req-1ee542c0-f79f-4764-ab5d-a8b66f9a5d5b {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:25.598934 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1f1865-5d99-467a-b2bb-b79c8531f931", "name": "network-vif-deleted", "tag": "751d95ee-ee03-4f3a-8603-216b945a91ea", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:25.599218 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ee542c0-f79f-4764-ab5d-a8b66f9a5d5b {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:25.599646 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1f1865-5d99-467a-b2bb-b79c8531f931', 'name': 'network-vif-deleted', 'tag': '751d95ee-ee03-4f3a-8603-216b945a91ea', 'status': 'completed', 'code': 200} Jun 07 12:09:25.936548 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:25.941066 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:09:25.951895 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:25.952674 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:26.248530 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:26.258822 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ebf7b9ef-fcd1-4174-a695-71d577f9c706 req-ee8f4a94-d0e0-475c-a845-66f418fdf58b tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 210 time: 0.0445170 Jun 07 12:09:26.299025 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 751d95ee-ee03-4f3a-8603-216b945a91ea no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:09:26.343415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 751d95ee-ee03-4f3a-8603-216b945a91ea {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:09:26.343886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 751d95ee-ee03-4f3a-8603-216b945a91ea not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:09:26.478134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ceb26-fa7d-4a0c-855f-12faa113c2d3 req-08fdd756-3f2e-4d1c-bee1-c8f43a194305 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:26.479829 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e61ceb26-fa7d-4a0c-855f-12faa113c2d3 req-08fdd756-3f2e-4d1c-bee1-c8f43a194305 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.1087942 Jun 07 12:09:26.540478 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e61ceb26-fa7d-4a0c-855f-12faa113c2d3 req-777d175c-88dd-431f-9df2-d5b44618238f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524158 Jun 07 12:09:26.674170 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:26.681958 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31de2f9-7f18-4edf-bc22-e4e2e04d3f39 None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:09:26.713848 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34018) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:26.818761 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:26.854293 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:26.875395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a97b7-c4b7-41a3-8f25-60921d14c71d req-49e0c60a-0912-47d0-9a49-e196dfeac59e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:26.877897 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7d5a97b7-c4b7-41a3-8f25-60921d14c71d req-49e0c60a-0912-47d0-9a49-e196dfeac59e tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.1036146 Jun 07 12:09:26.925670 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:26.929970 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:26.934747 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "DELETE /v2.0/security-groups/a92b1c46-9963-49d4-b446-5619d21d4ab6 HTTP/1.1" status: 204 len: 168 time: 0.2186294 Jun 07 12:09:26.936492 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34020) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:26.938009 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-24a611f5-2631-4d2c-a075-7150349b057c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:26.944790 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7d5a97b7-c4b7-41a3-8f25-60921d14c71d req-453e9605-4a2c-48ad-abf5-9acbeb94ae04 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587864 Jun 07 12:09:26.961764 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34022) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:26.965321 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b1c46-9963-49d4-b446-5619d21d4ab6,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:26.968268 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.api.v2.resource [None req-54fe1a08-a557-4e91-b1a0-0b1e1a1f984e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] show failed (client error): The resource could not be found. Jun 07 12:09:26.973095 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-54fe1a08-a557-4e91-b1a0-0b1e1a1f984e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups/a92b1c46-9963-49d4-b446-5619d21d4ab6 HTTP/1.1" status: 404 len: 347 time: 0.0259526 Jun 07 12:09:26.973828 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34024) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:26.974650 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-acb3bbd4-fc12-4fb2-82fd-fd4f82da3fa2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:27.040493 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0ba10-4b53-48b9-9c31-ab2d24285daf None None] New status for floating IP 6a05296b-e66a-4671-96e5-5d126488d899: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:09:27.195916 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672f5d9-13f7-4168-b85b-1c1688750d72 tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:27.200069 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e672f5d9-13f7-4168-b85b-1c1688750d72 tempest-TestVolumeBootPattern-1465492393 tempest-TestVolumeBootPattern-1465492393-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1094 time: 0.2334149 Jun 07 12:09:27.200276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34026) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:27.204872 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'port_id': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:27.231264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.234932 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Deleting port f20802cf-869d-4bed-9927-184b91c2fa22 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:09:27.235368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.413905 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.414555 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.488282 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6c1115c6-5d2b-4b0a-821e-0921443eb7ca req-aa10cdad-bd3b-43a7-a1ec-f44a09e2985f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 210 time: 0.0873489 Jun 07 12:09:27.548309 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Calling delete_port for f20802cf-869d-4bed-9927-184b91c2fa22 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:09:27.573346 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.687792 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.693742 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-2f9a73fd-04f7-47a6-b118-52b76be7682d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:27.694448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:27.695180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-2f9a73fd-04f7-47a6-b118-52b76be7682d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 814 time: 0.2437501 Jun 07 12:09:27.711225 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Request body: {'port': {'device_id': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90', 'admin_state_up': True, 'tenant_id': '3039eb223faf474abb5462519ee2d2b6'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:27.750575 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'Port': ['ID=f20802cf-869d-4bed-9927-184b91c2fa22,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:27.783813 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:27.848510 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.851134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:27.852321 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "DELETE /v2.0/floatingips/6a05296b-e66a-4671-96e5-5d126488d899 HTTP/1.1" status: 204 len: 168 time: 0.8766551 Jun 07 12:09:27.875892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Allocated IP 172.27.0.188 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/e4cdebef-5504-4390-8f8b-99e3471f9fea) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:09:28.085046 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Made reservation on behalf of 3039eb223faf474abb5462519ee2d2b6 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:09:28.088671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.145468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34038) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:28.150295 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522393102', 'description': 'tempest-description--80233299'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:28.178452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.195708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.291200 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.295772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.299452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-195632e8-8e7a-4c3b-a9ce-a993ba294cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:28.306001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Allocated IP 172.20.0.7 (dbefcdfb-628d-49e8-8926-783a7bc8bc90/412219f4-e988-426b-a6fd-38020ff6c6b7/45b96b22-ca32-4a09-a5ab-98ffd45b8a55) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:09:28.311105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.316954 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3e470244-d8da-4608-99a3-e8945d8223d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:28.336171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:28.338467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.342366 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1932099 Jun 07 12:09:28.342366 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8a77a525-a168-4a9c-913d-48e18195b942 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:28.342986 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34040) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:28.347515 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group_rule': {'security_group_id': 'ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:28.378320 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.400571 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:09:28.407563 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:28.416553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:09:28.442502 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.446805 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.451824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=e4cdebef-5504-4390-8f8b-99e3471f9fea,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:28.457331 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9ed3d9e0-7a34-489c-9d32-1e92df0c79ca tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:28.461140 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:28.481223 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aa488a-58bc-4b64-95ef-cff704ed59d7,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:28.484378 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:28.485833 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.486963 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f5aafa84-9103-4530-b734-23d206ca0735 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430607 Jun 07 12:09:28.490442 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34042) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:28.495341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'security_group_rule': {'security_group_id': 'ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:28.526317 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.600533 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.604444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.606537 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bbdea51d-b5f2-46fb-995a-d918d32aa6e5 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:28.626403 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0404db-cd4e-46e5-aa2f-267493266fb3,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:28.630317 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:28.636743 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.637925 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-33a75370-b50e-4d40-b9e5-fe3aadd08987 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465328 Jun 07 12:09:28.641064 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34046) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:28.645993 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:28.668830 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.728346 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-af22a521-4038-452b-884d-28dce16af5ee req-2df364fb-91af-4415-b014-c96c2e5a6765 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 210 time: 0.0925026 Jun 07 12:09:28.809469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.864740 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:28.951437 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Allocated IP 172.27.0.2 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/3e809319-779b-42a8-ab1e-dc6257f482e9) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:09:29.131372 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.136813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7eaf8533-c8ec-4223-b97f-4dfe8a1b8e38 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:29.219765 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:09:29.224439 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:29.224705 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.230036 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:09:29.259162 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.259717 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Pushing event updated for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:29.265788 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a3402491-43b9-4741-8a70-00f59206d3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:29.273982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:29.315689 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:29.316370 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.330409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:09:29.335046 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:29.338160 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:09:29.340244 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334507 Jun 07 12:09:29.343122 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.358400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Request body: {'port': {'device_id': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:29.384050 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=3e809319-779b-42a8-ab1e-dc6257f482e9,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:29.387422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:29.440189 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.505187 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.531976 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.572778 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.751918 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.757834 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.763460 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-fa4a45ad-69d2-4608-aba8-8ac16fa1a873 tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:29.882028 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=3e809319-779b-42a8-ab1e-dc6257f482e9,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:29.888700 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:29.893618 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.915109 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:29.925242 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2757576 Jun 07 12:09:30.061132 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:30.073943 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:30.081423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f0c2e6b3-3479-44c2-81f8-b702ee2cb110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:30.201832 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcaec7-8d6a-4c65-8b53-378b069665b0 req-2acae8dd-1857-422d-a6bc-cad26d739900 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:30.203330 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a4bcaec7-8d6a-4c65-8b53-378b069665b0 req-2acae8dd-1857-422d-a6bc-cad26d739900 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 931 time: 0.3540411 Jun 07 12:09:30.314688 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event updated for resources: {'Port': ['ID=e4cdebef-5504-4390-8f8b-99e3471f9fea,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:30.327860 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:30.351654 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:30.406281 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-ded39dc9-c5c1-45d1-9e2e-2fcf069f1eee tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--522393102&fields=id&tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 267 time: 0.2791295 Jun 07 12:09:30.453376 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:30.461072 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a4bcaec7-8d6a-4c65-8b53-378b069665b0 req-6990e237-07ae-41f4-9a69-885340b6f1ff tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345004 Jun 07 12:09:30.475975 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:30.523119 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Transition to ACTIVE for port object 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:09:30.532017 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:30.632179 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4406dd45-5b44-4d3d-92f7-b5fe3b45b23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:30.929628 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP 42d14df6-6b74-41bc-839b-f4c31a15447a associated. External IP: 172.27.0.188, port: ca75059b-b0cc-4007-9109-9d84a7ae72ab. Jun 07 12:09:31.007833 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Pushing event updated for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:31.043842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:31.065133 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-3c4521ed-11d4-4055-b551-d0ba0e618f25 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:31.067228 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-3c4521ed-11d4-4055-b551-d0ba0e618f25 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 810 time: 0.6498384 Jun 07 12:09:31.136521 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-ee7f05e1-d9f3-4cb3-8681-17778148137e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/quotas/47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 375 time: 0.0413110 Jun 07 12:09:31.311560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Attempting to bind port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:09:31.311819 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Attempting to bind port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:09:31.312109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Attempting to bind port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:31.369004 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:09:31.369322 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Attempting to bind port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:31.392413 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:09:31.392774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Checking segment: {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:09:31.393163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Bound using segment: {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:09:31.393604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Bound port: 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:09:31.393950 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:31.490793 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2e2953c6-64c6-4987-9641-cb983cb7ee3c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3482351 Jun 07 12:09:31.751163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:09:31.767947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:09:31.794417 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:09:31.808013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:31.826901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:31.971901 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-521a86f0-746a-4607-bdad-11657f78d2bf service neutron] 10.222.0.22 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184422 Jun 07 12:09:31.979297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:31.979898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:31.981271 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/45b96b22-ca32-4a09-a5ab-98ffd45b8a55 HTTP/1.1" status: 200 len: 1093 time: 2.6284623 Jun 07 12:09:31.985650 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:31.987976 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1432a4f2-b274-4391-b195-4f916dbd4ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:32.110193 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1a7b-6adf-4dae-b381-ce95e8b727d1 req-d49b1f80-726b-49dc-aad1-bc8fe75de40d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:32.111686 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-042f1a7b-6adf-4dae-b381-ce95e8b727d1 req-d49b1f80-726b-49dc-aad1-bc8fe75de40d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 943 time: 0.5238867 Jun 07 12:09:32.132725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Pushing event updated for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:32.142189 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:32.487286 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:09:32.496854 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:09:32.500444 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-042f1a7b-6adf-4dae-b381-ce95e8b727d1 req-234106fb-5a90-4d02-a116-f47b14023ae0 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746216 Jun 07 12:09:32.505952 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-49fb1362-64ad-4732-b9fb-269461d37503 service neutron] 10.222.0.22 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134377 Jun 07 12:09:32.506860 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:32.507522 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:32.525066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-57ce478a-b77c-496b-9770-9d5d08f0e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:32.526608 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-57ce478a-b77c-496b-9770-9d5d08f0e633 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 1096 time: 0.4901729 Jun 07 12:09:32.534783 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:32.580455 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f7aad-d323-4102-af4d-12a8dcc0f7ad x-openstack-request-id: req-d57f7aad-d323-4102-af4d-12a8dcc0f7ad {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:32.580802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:32.581230 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d57f7aad-d323-4102-af4d-12a8dcc0f7ad {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:32.581722 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55', 'status': 'completed', 'code': 200} Jun 07 12:09:32.662639 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-ca247470-bcaa-4e42-bc27-dbbb5f2b04fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55 HTTP/1.1" status: 200 len: 217 time: 0.0933995 Jun 07 12:09:32.692812 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4795141 Jun 07 12:09:32.741504 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:32.776839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-037d9794-15d3-4d1e-884d-11d7ddb36f66 req-cc883e9d-47ba-4ed4-9a8b-23b546e154d3 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 210 time: 0.0603013 Jun 07 12:09:32.801192 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-92b2ca52-b8cc-40fa-8fe8-36292604acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:32.803141 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-92b2ca52-b8cc-40fa-8fe8-36292604acc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=412219f4-e988-426b-a6fd-38020ff6c6b7 HTTP/1.1" status: 200 len: 854 time: 0.1212180 Jun 07 12:09:32.857101 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-53aed97f-9f0a-491f-9e44-b29b526f6f6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbefcdfb-628d-49e8-8926-783a7bc8bc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473831 Jun 07 12:09:33.020851 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-c2f70d23-bc6a-4130-9d27-518fab6bb2b3 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559422 Jun 07 12:09:33.155309 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}, {'id': '42d14df6-6b74-41bc-839b-f4c31a15447a', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:c0:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:29Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:33.159530 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:09:33.169657 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:33.170275 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:33.243491 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4d17f322-b216-414c-8112-be6ef567c1f3 req-9b7f7c4d-f5fe-4476-9536-99af52c39158 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160981 Jun 07 12:09:33.371771 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:33.399073 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-8f482a47-5469-4715-82a0-2208e169f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:33.400764 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-8f482a47-5469-4715-82a0-2208e169f1fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 1096 time: 0.1063633 Jun 07 12:09:33.542952 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-488bbd75-bdb4-4058-a0d2-761c56b98672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:33.544540 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-488bbd75-bdb4-4058-a0d2-761c56b98672 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 915 time: 0.1370533 Jun 07 12:09:33.625281 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-1ec0137e-2979-4b15-90fe-f19bd6ecaf2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55 HTTP/1.1" status: 200 len: 217 time: 0.0731266 Jun 07 12:09:33.742346 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-36da534c-ae51-44b3-8023-3d243f1ee866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:33.743861 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-36da534c-ae51-44b3-8023-3d243f1ee866 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=412219f4-e988-426b-a6fd-38020ff6c6b7 HTTP/1.1" status: 200 len: 854 time: 0.0855303 Jun 07 12:09:33.827159 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-4e7f085d-ea84-4663-949a-b58aa62bb12b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbefcdfb-628d-49e8-8926-783a7bc8bc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712721 Jun 07 12:09:33.839694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6b382-5d12-4a92-b144-2c90e0103342 req-1b075a9d-1d24-4cbc-b70c-1c3280752e4b tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:33.841215 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bab6b382-5d12-4a92-b144-2c90e0103342 req-1b075a9d-1d24-4cbc-b70c-1c3280752e4b tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 943 time: 0.2177851 Jun 07 12:09:33.887763 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}, {'id': '42d14df6-6b74-41bc-839b-f4c31a15447a', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:c0:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:29Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:33.892975 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a853e32-1391-48eb-81ee-6e61d311701a None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}, {'id': '42d14df6-6b74-41bc-839b-f4c31a15447a', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:c0:25:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:29Z', 'revision_number': 0, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:09:34.057637 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7d6f052-7d52-4286-b0f2-0cec83493f12 req-2fae0cd7-c66f-48ba-a7f2-6b3c4427d542 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 210 time: 0.0722191 Jun 07 12:09:34.124844 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2c55c-b419-42bf-b503-871ebea5439d None None] New status for floating IP 42d14df6-6b74-41bc-839b-f4c31a15447a: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:09:34.253304 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bab6b382-5d12-4a92-b144-2c90e0103342 req-33e139c9-6bd0-4a23-9148-7789ff144fab tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795557 Jun 07 12:09:34.300761 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-cdb19082-9a86-4a23-8b16-590b3e2e5f92 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:34.302502 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-cdb19082-9a86-4a23-8b16-590b3e2e5f92 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 810 time: 0.5119038 Jun 07 12:09:34.336832 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-8e9b2c99-8df5-4b6e-99f0-8bef1f2b9248 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945378 Jun 07 12:09:34.385688 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-6a7458c6-5040-4099-80c4-34bac07c5557 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3 HTTP/1.1" status: 200 len: 379 time: 0.0713377 Jun 07 12:09:34.386508 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:09:34.401772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'port': {'device_id': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'admin_state_up': True, 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'security_groups': ['ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:34.538342 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:34.553777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55', 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90', 'port_id': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55', 'mac_address': 'fa:16:3e:36:2a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412219f4-e988-426b-a6fd-38020ff6c6b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:09:34.585199 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:34.587582 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60659cde-315c-44a2-a9a2-e98a3a4ec120" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:34.617311 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:34.623821 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1432a4f2-b274-4391-b195-4f916dbd4ccb req-a794e79d-e4f7-4ae1-a8d1-2c4ef181ae37 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767308 Jun 07 12:09:34.643176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8190493a-a057-4fb1-b933-6cd608e7deb9 x-openstack-request-id: req-8190493a-a057-4fb1-b933-6cd608e7deb9 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:34.643487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:34.643761 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8190493a-a057-4fb1-b933-6cd608e7deb9 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:34.644168 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'status': 'completed', 'code': 200} Jun 07 12:09:34.644842 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:34.664680 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:34.669551 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:34.671395 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:34.695186 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Made reservation on behalf of 47204dd15b794ec9b06fa4d5cbb98ce3 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:09:34.698863 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:34.753163 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:34.756732 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:34.883560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-2a53e0e9-5521-422f-81d9-57bf48749e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:34.885893 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-2a53e0e9-5521-422f-81d9-57bf48749e5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1099 time: 0.2215266 Jun 07 12:09:34.893939 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['45b96b22-ca32-4a09-a5ab-98ffd45b8a55'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:09:34.966796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Allocated IP 172.20.0.8 (fb72f4f9-5123-4a97-bd81-d4dfecdb10d9/77f5c32f-f23f-4610-b71e-7128a56fd14e/ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:09:35.127667 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-de5a7c2a-90df-4112-b370-f32fe1d8b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:35.129859 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-de5a7c2a-90df-4112-b370-f32fe1d8b671 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.2305677 Jun 07 12:09:35.365818 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5adc5be9-d32f-4409-9532-3c73c07eb1b2 req-0785b9d8-7bb4-4915-bbe5-4f3ee30488cf tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 210 time: 0.1315336 Jun 07 12:09:35.471144 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-77866859-27bc-4a01-9f3c-ede26ae8a809 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 200 len: 1002 time: 0.3233449 Jun 07 12:09:35.563051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:35.603085 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Transition to ACTIVE for port object ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:09:35.607586 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-1a23d665-5da1-41d2-af71-51990129c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:35.609583 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-1a23d665-5da1-41d2-af71-51990129c47c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1245863 Jun 07 12:09:35.703112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb4b59-2255-4a86-a7af-76f5eb317b45 req-90a07325-331d-4bc3-9dd8-ed6fcbc9eeca tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:35.705005 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69bb4b59-2255-4a86-a7af-76f5eb317b45 req-90a07325-331d-4bc3-9dd8-ed6fcbc9eeca tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 944 time: 0.3170490 Jun 07 12:09:35.784073 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69bb4b59-2255-4a86-a7af-76f5eb317b45 req-714872a0-41f5-46fa-b4fa-835a92919b33 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701401 Jun 07 12:09:35.785308 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:35.792886 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-5994a6cb-2226-4d24-ac34-584b4bddbdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:35.871187 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:09:35.878732 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-e3871a90-f38a-4704-979e-0f291563a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:35.880424 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-e3871a90-f38a-4704-979e-0f291563a644 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2607512 Jun 07 12:09:35.881321 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:09:35.884201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event updated for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:35.885593 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:09:35.912394 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:36.040814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:36.041370 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.077547 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6799374 Jun 07 12:09:36.098066 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Request body: {'port': {'device_id': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:36.149657 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-4ac1e890-0d2f-4310-bf97-f89983ea85cd None None] Provisioning for port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:09:36.157219 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-4ac1e890-0d2f-4310-bf97-f89983ea85cd None None] Provisioning complete for port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:09:36.158160 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-4ac1e890-0d2f-4310-bf97-f89983ea85cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.226053 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-4ac1e890-0d2f-4310-bf97-f89983ea85cd None None] Port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:09:36.280402 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-485bfd15-0bd4-4907-a31a-cdde89ad1265 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669724 Jun 07 12:09:36.362794 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:09:36.448267 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:09:36.454276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.456091 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:09:36.456477 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.562375 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-60659cde-315c-44a2-a9a2-e98a3a4ec120 req-d789de29-d5fd-4c5c-aeb8-aaf1c7f86b7b service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736773 Jun 07 12:09:36.610653 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.645752 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:36.647411 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44645ac2-63b8-4f30-a5fd-633c8c476fb4" -d '{"events": [{"server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "name": "network-vif-plugged", "status": "completed", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:36.655764 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:36.660431 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:36.662677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:36.717111 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd71d6cd-378c-4ded-95ce-167556a8f4e2 x-openstack-request-id: req-cd71d6cd-378c-4ded-95ce-167556a8f4e2 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:36.717517 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "name": "network-vif-plugged", "status": "completed", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:36.717875 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd71d6cd-378c-4ded-95ce-167556a8f4e2 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:36.718362 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55', 'code': 200} Jun 07 12:09:36.728748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785753-f280-4a58-aa6a-fa785472ef14 req-b2e7829b-4e90-487e-a71c-1f720dade110 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:36.735896 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-05785753-f280-4a58-aa6a-fa785472ef14 req-b2e7829b-4e90-487e-a71c-1f720dade110 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 931 time: 0.2066178 Jun 07 12:09:36.743860 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:36.753975 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:36.856964 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-05785753-f280-4a58-aa6a-fa785472ef14 req-1b51fe71-d308-43e1-83c9-edb319af6e19 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201065 Jun 07 12:09:37.069725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:37.080767 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:37.106762 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Transition to ACTIVE for port object ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:09:37.113070 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:37.117922 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:37.179632 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7b7d7-1388-4766-8e4f-0b041e785c97 req-66049ad0-3bd3-4043-9a76-5fb4cefbd043 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:37.181366 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b1a7b7d7-1388-4766-8e4f-0b041e785c97 req-66049ad0-3bd3-4043-9a76-5fb4cefbd043 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 945 time: 0.2410946 Jun 07 12:09:37.276986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8fda-2aac-45e9-ad8e-fbf29e53e967 req-d995986d-b98a-4d2a-95be-163313f43182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:37.278482 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e38d8fda-2aac-45e9-ad8e-fbf29e53e967 req-d995986d-b98a-4d2a-95be-163313f43182 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 1098 time: 0.3697596 Jun 07 12:09:37.340149 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Pushing event updated for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:37.351844 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:37.415758 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b1a7b7d7-1388-4766-8e4f-0b041e785c97 req-fca572e0-2936-4871-b237-70b08af6ca23 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743236 Jun 07 12:09:37.436419 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e38d8fda-2aac-45e9-ad8e-fbf29e53e967 req-4d26b89a-3755-44df-a4b5-23fcdee97941 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452024 Jun 07 12:09:37.463821 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Attempting to bind port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:09:37.465013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Attempting to bind port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:09:37.465013 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Attempting to bind port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:37.471532 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:09:37.472120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Attempting to bind port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba on network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:09:37.477298 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:09:37.477633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Checking segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:09:37.478060 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Bound using segment: {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:09:37.478431 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Bound port: ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f609f8aa-a512-4c6c-a25e-9bd334e50765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:09:37.478772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:37.574735 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:09:37.578201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:09:37.583654 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:37.587428 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-109e71d1-4a82-494c-af3a-2c704af8523d tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:37.650681 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:37.651293 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:37.652835 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba HTTP/1.1" status: 200 len: 1093 time: 1.5625086 Jun 07 12:09:37.653328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:37.655945 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e29262-bf26-4716-b37d-1aadc2f10673" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:37.674283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Pushing event updated for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:37.678311 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:37.735650 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e067e6-6d81-4b80-b6b4-6bf6cebdf97c x-openstack-request-id: req-92e067e6-6d81-4b80-b6b4-6bf6cebdf97c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:37.736053 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:37.736342 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92e067e6-6d81-4b80-b6b4-6bf6cebdf97c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:37.736844 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'status': 'completed', 'code': 200} Jun 07 12:09:37.784483 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-849b82ef-6147-40c9-a03d-3e049ad87524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:37.786676 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-849b82ef-6147-40c9-a03d-3e049ad87524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 1096 time: 0.0844562 Jun 07 12:09:37.860033 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-e9ec05f2-1a3d-4056-bfa5-493e9ce0674d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba HTTP/1.1" status: 200 len: 217 time: 0.0653348 Jun 07 12:09:37.928897 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-0fb38fd6-94de-4bbf-9c9d-d7ee3a7dceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:37.930284 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-0fb38fd6-94de-4bbf-9c9d-d7ee3a7dceb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0632925 Jun 07 12:09:38.183613 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160931-c3d8-4536-8ae0-21eb3f52b2fd req-0d92eadb-2714-4642-b2a4-5d65e9d9bca9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:38.185010 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-47160931-c3d8-4536-8ae0-21eb3f52b2fd req-0d92eadb-2714-4642-b2a4-5d65e9d9bca9 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 943 time: 0.2129455 Jun 07 12:09:38.187699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-86e495e8-27f9-47c9-97b6-d2f6cf528369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:38.189061 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-86e495e8-27f9-47c9-97b6-d2f6cf528369 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2506518 Jun 07 12:09:38.319242 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-47160931-c3d8-4536-8ae0-21eb3f52b2fd req-f0343ee5-3cc8-4792-8c0e-6519d0c43634 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282492 Jun 07 12:09:38.362837 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-6348b0eb-fceb-49a0-9a3f-821c139875c6 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586103 Jun 07 12:09:38.511866 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3097c49f-71c0-4f09-85a3-6bf0f4936cf5 req-a6e79173-1556-47b3-93a8-97855c6501b4 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377470 Jun 07 12:09:38.702974 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-445f4c02-a065-49d0-891e-e06a24d7124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:38.704449 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-445f4c02-a065-49d0-891e-e06a24d7124e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 1096 time: 0.1240988 Jun 07 12:09:38.713015 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c03f6a-c8a6-414a-9910-37762ee3b71d req-7aa79942-259a-4bed-b451-cee0a40d04c2 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:38.714463 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0c03f6a-c8a6-414a-9910-37762ee3b71d req-7aa79942-259a-4bed-b451-cee0a40d04c2 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 945 time: 0.1773479 Jun 07 12:09:38.845574 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0c03f6a-c8a6-414a-9910-37762ee3b71d req-0d08e195-df5b-4c35-96fb-acfd52c63b72 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113923 Jun 07 12:09:38.878245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-0d2f2001-d984-44f1-be96-10fc507e61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:38.880314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-0d2f2001-d984-44f1-be96-10fc507e61e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.1649098 Jun 07 12:09:38.953364 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-0a595ec1-6708-441f-acfd-553a9ac63cbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba HTTP/1.1" status: 200 len: 217 time: 0.0638416 Jun 07 12:09:39.027292 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-852405d7-d5d6-4115-879f-71c6bf2d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:39.028777 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-852405d7-d5d6-4115-879f-71c6bf2d21c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0657370 Jun 07 12:09:39.108965 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-37cbe2f9-6b92-4642-a54d-936e216f633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:39.110451 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-37cbe2f9-6b92-4642-a54d-936e216f633d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740087 Jun 07 12:09:39.246591 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-088158ed-f43f-49fd-b2f8-7fbb8a3dfb36 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295087 Jun 07 12:09:39.420938 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48e29262-bf26-4716-b37d-1aadc2f10673 req-f903cff5-b345-4225-91e8-4400fe961914 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659887 Jun 07 12:09:39.525325 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3393c2-b68b-483b-baea-a02ea07546b2 req-e7e8b6aa-f26b-48cf-8180-a6f22732342c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:39.526776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ed3393c2-b68b-483b-baea-a02ea07546b2 req-e7e8b6aa-f26b-48cf-8180-a6f22732342c tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 943 time: 0.0902262 Jun 07 12:09:39.574872 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ed3393c2-b68b-483b-baea-a02ea07546b2 req-a555d398-41f8-44f2-ac62-28f76e8b3870 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Jun 07 12:09:40.399646 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:09:40.595932 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:40.610715 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'port_id': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'mac_address': 'fa:16:3e:bc:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:09:40.677945 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:40.695775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:09:40.713079 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:40.719617 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:40.723151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:40.769980 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b6625-10fe-450b-a340-9737755fd706 req-93640dcc-15b8-44f7-8c0a-12ee365be039 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:40.771857 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6a8b6625-10fe-450b-a340-9737755fd706 req-93640dcc-15b8-44f7-8c0a-12ee365be039 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 944 time: 0.0877781 Jun 07 12:09:40.795647 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:40.798690 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:40.822188 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6a8b6625-10fe-450b-a340-9737755fd706 req-c60b7a1f-a3ac-4459-ba0e-10f1f8985b17 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446484 Jun 07 12:09:40.965698 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:09:42.020794 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e2808-7e2e-42a6-b999-c70643afc3a5 req-97738daf-d573-4352-91a7-8f009d8a506d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:42.022554 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-825e2808-7e2e-42a6-b999-c70643afc3a5 req-97738daf-d573-4352-91a7-8f009d8a506d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 944 time: 0.0855551 Jun 07 12:09:42.075858 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-825e2808-7e2e-42a6-b999-c70643afc3a5 req-25afedf0-b325-4090-9f1f-49201b07d7f8 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477719 Jun 07 12:09:42.245262 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:42.411005 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:09:42.500487 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:09:42.506576 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:09:42.506948 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:42.626627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:42.654156 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:42.656415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887ff17-dec1-494d-aa34-1dd8f38acbd6" -d '{"events": [{"server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "name": "network-vif-plugged", "status": "completed", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:42.667475 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:09:42.672677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:42.674589 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:09:42.710697 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e806f9e-3541-4326-98e7-f5cc00d0893a x-openstack-request-id: req-5e806f9e-3541-4326-98e7-f5cc00d0893a {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:42.711694 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "name": "network-vif-plugged", "status": "completed", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:42.711694 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e806f9e-3541-4326-98e7-f5cc00d0893a {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:42.711694 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'code': 200} Jun 07 12:09:42.751349 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:09:42.755796 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:09:42.977118 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e69700-0d23-406d-beef-4d5c48d7acd4 req-cdca6bda-19e4-43c8-b1dc-211c82647178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:42.978610 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86e69700-0d23-406d-beef-4d5c48d7acd4 req-cdca6bda-19e4-43c8-b1dc-211c82647178 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 1098 time: 0.0759616 Jun 07 12:09:43.153918 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86e69700-0d23-406d-beef-4d5c48d7acd4 req-069c9946-ec82-4753-be4e-c79cbd0288dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675949 Jun 07 12:09:43.272678 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e0344-ebcf-44b7-a253-539e1b7429ca req-4c5e6ce9-93a4-4efe-86a7-0da71bbaeb16 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:43.275109 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-149e0344-ebcf-44b7-a253-539e1b7429ca req-4c5e6ce9-93a4-4efe-86a7-0da71bbaeb16 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.0841804 Jun 07 12:09:43.328437 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-149e0344-ebcf-44b7-a253-539e1b7429ca req-0bdc9a2a-3325-46e3-a897-1056729d0ffc tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472400 Jun 07 12:09:44.547810 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc528e-8ba2-48f4-82e8-2fa3fe2ddf0b req-53d97523-5852-4c08-85b9-3953e196f7fb tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:44.549378 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cafc528e-8ba2-48f4-82e8-2fa3fe2ddf0b req-53d97523-5852-4c08-85b9-3953e196f7fb tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.0908656 Jun 07 12:09:44.596914 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cafc528e-8ba2-48f4-82e8-2fa3fe2ddf0b req-e433a431-c356-4647-9f35-54a7b0a5bcf2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400693 Jun 07 12:09:44.795499 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07255c41-018c-49d6-966f-b3a76ab9dabc req-72d3c5fa-ea02-4781-8a80-9f3c476395ad tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:44.797025 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-07255c41-018c-49d6-966f-b3a76ab9dabc req-72d3c5fa-ea02-4781-8a80-9f3c476395ad tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.0950966 Jun 07 12:09:44.805742 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34186) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:09:44.810353 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Request body: {'floatingip': {'port_id': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:09:44.897974 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:45.531043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:45.536026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:45.641771 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c913758-57c5-4b36-9d81-bf40bc2625f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:45.730390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Floating IP a67042f9-26b2-4af1-ae64-33cd28f29e55 associated. External IP: 172.27.0.2, port: ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba. Jun 07 12:09:46.254963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:09:46.518155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:09:46.523400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:46.527765 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:09:46.537463 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:46.538076 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:46.590048 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-45ff357c-4dcf-4c6a-b4e5-31c805f5eb8f tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "PUT /v2.0/floatingips/a67042f9-26b2-4af1-ae64-33cd28f29e55 HTTP/1.1" status: 200 len: 989 time: 1.7832191 Jun 07 12:09:46.591291 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:09:46.593617 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298412f0-d832-40c8-8b17-e88ce3391a05" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:09:46.604253 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-2f093aa4-c26c-405b-be7f-da1816cfc55a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690707 Jun 07 12:09:46.686049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8544b-11af-4dce-86cd-4a7bd22659a9 x-openstack-request-id: req-9bc8544b-11af-4dce-86cd-4a7bd22659a9 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:09:46.686297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:09:46.686579 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bc8544b-11af-4dce-86cd-4a7bd22659a9 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:09:46.686992 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'status': 'completed', 'code': 200} Jun 07 12:09:46.745789 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-38e5e7df-09d6-4d3d-88d6-6802233f96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:46.747035 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-38e5e7df-09d6-4d3d-88d6-6802233f96fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1098 time: 0.1209254 Jun 07 12:09:46.765597 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:46.921471 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-c0568188-2c29-431d-a804-9e7d5c3f5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:46.922946 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-c0568188-2c29-431d-a804-9e7d5c3f5def service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 1098 time: 0.2140479 Jun 07 12:09:46.927801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-5054127c-face-43a7-90c5-df11afd70880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:46.929141 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-5054127c-face-43a7-90c5-df11afd70880 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1545014 Jun 07 12:09:47.138736 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-ce244f73-80ad-4dde-9161-86882ac6d2af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 1001 time: 0.1794324 Jun 07 12:09:47.139489 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'a67042f9-26b2-4af1-ae64-33cd28f29e55', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:bc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:45Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:47.143457 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:09:47.152976 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:09:47.153585 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:09:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:47.199031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-5a33c61d-42ec-4d53-8ee0-d1464e0d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:47.200503 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-5a33c61d-42ec-4d53-8ee0-d1464e0d5062 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 200 len: 911 time: 0.2602162 Jun 07 12:09:47.295480 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-deacaf78-455e-43fa-9dbf-839ac48d5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:47.296967 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-deacaf78-455e-43fa-9dbf-839ac48d5bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1505635 Jun 07 12:09:47.354449 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:09:47.392211 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-1ae41d5a-6a94-4bd4-8354-73b466e0cf1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba HTTP/1.1" status: 200 len: 997 time: 0.1811914 Jun 07 12:09:47.478034 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-a4f24bec-f790-4803-8f16-32907705989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:47.479666 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-a4f24bec-f790-4803-8f16-32907705989b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 200 len: 849 time: 0.0768127 Jun 07 12:09:47.485333 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-d3f3c26f-f70e-4485-a5fb-109e894b7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:47.486853 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-d3f3c26f-f70e-4485-a5fb-109e894b7630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1793134 Jun 07 12:09:47.810319 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-00c30b02-96ba-47c2-a85a-b1e760e0ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:09:47.811756 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-00c30b02-96ba-47c2-a85a-b1e760e0ca34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3178670 Jun 07 12:09:47.815397 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-99cfa80b-f222-4575-a185-c87a08dded98 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201821 Jun 07 12:09:47.865774 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'a67042f9-26b2-4af1-ae64-33cd28f29e55', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:bc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:45Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:09:47.869877 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e869fff-c302-4d4d-8d98-8954c9ed4a47 None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'a67042f9-26b2-4af1-ae64-33cd28f29e55', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'port_id': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'mac_address': 'fa:16:3e:bc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:09:29Z', 'updated_at': '2021-06-07T12:09:45Z', 'revision_number': 1, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:09:48.085439 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92add7-bb21-437a-8f2c-32987ad31a4d None None] New status for floating IP a67042f9-26b2-4af1-ae64-33cd28f29e55: ACTIVE {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:09:48.086157 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3ca8eccb-0e41-4f87-aa0b-cebc38ecc2ac req-9d71c417-5ac4-47c6-ab47-a9ed0b87f055 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592485 Jun 07 12:09:48.087773 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-07410d31-f2db-4719-9a6a-055ebfc40455 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622349 Jun 07 12:09:48.240127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-298412f0-d832-40c8-8b17-e88ce3391a05 req-586835d0-8e36-4b0c-8286-7cce36727076 service neutron] 10.222.0.35 "GET /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421547 Jun 07 12:09:48.287748 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:48.578708 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-610b4b71-ed9c-4680-a7d6-b7e88e7201e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:49.807997 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:09:51.682901 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:00.197124 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:10:12.233738 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:15.644133 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2cff2d4c-9f8c-43fe-a6cb-ff2c4e6a768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:18.261178 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:18.582274 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-dc05fdc2-d02f-4149-8d92-f328d18e03f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:19.810746 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:21.681654 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:24.288798 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81de96-d68c-4686-9a8b-5eadede4bdd0 req-880b4c8c-feb2-47cf-a164-f00ab487867c tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:24.290441 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f81de96-d68c-4686-9a8b-5eadede4bdd0 req-880b4c8c-feb2-47cf-a164-f00ab487867c tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 945 time: 0.0866683 Jun 07 12:10:24.336251 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8f81de96-d68c-4686-9a8b-5eadede4bdd0 req-f3c8e796-fe09-49a8-847f-082143b90336 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Jun 07 12:10:25.673876 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236adc4e-eddb-4d0b-8d73-96376348d434 req-680bc894-becd-4a13-9925-e92ce6390c0f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:25.675249 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-236adc4e-eddb-4d0b-8d73-96376348d434 req-680bc894-becd-4a13-9925-e92ce6390c0f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 945 time: 0.0818439 Jun 07 12:10:25.722734 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-236adc4e-eddb-4d0b-8d73-96376348d434 req-93858296-7b78-4de1-b5aa-57f3ad48c6ae tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Jun 07 12:10:26.013588 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-71684e50-d113-43e2-9a70-d72adce602f2 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:26.014984 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-71684e50-d113-43e2-9a70-d72adce602f2 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 945 time: 0.0842993 Jun 07 12:10:26.158712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Deleting port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:10:26.159050 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:26.295251 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] For port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:10:26.295515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:26.417956 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Calling delete_port for 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:10:26.532495 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:26.537837 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2d73441d-5b27-4cee-961a-6cd109f03f96 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:26.546922 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['45b96b22-ca32-4a09-a5ab-98ffd45b8a55'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:10:26.582010 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Pushing event deleted for resources: {'Port': ['ID=45b96b22-ca32-4a09-a5ab-98ffd45b8a55,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:26.616103 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.617026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.617421 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.617842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.618203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.618556 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.618904 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.619252 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.619599 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.619939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.620280 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.620618 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:26.627703 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:26.671054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] No DVR routers for this DVR port 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:10:26.673576 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:26.675527 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ea660f9c-022a-4305-9b5a-bb4d66c7d27d req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "DELETE /v2.0/ports/45b96b22-ca32-4a09-a5ab-98ffd45b8a55 HTTP/1.1" status: 204 len: 173 time: 0.6537850 Jun 07 12:10:26.676105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'name': 'network-vif-deleted', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:10:26.678272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e14c1c-30fa-47bd-846f-31e4dd38acf4" -d '{"events": [{"server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "name": "network-vif-deleted", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:10:26.722934 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08761ac1-76e2-45b2-8c8b-4d1d27dca41c x-openstack-request-id: req-08761ac1-76e2-45b2-8c8b-4d1d27dca41c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:10:26.723264 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc236a03-0a8f-4d54-842d-6790790d10f1", "name": "network-vif-deleted", "tag": "45b96b22-ca32-4a09-a5ab-98ffd45b8a55", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:10:26.723549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08761ac1-76e2-45b2-8c8b-4d1d27dca41c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:10:26.723965 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc236a03-0a8f-4d54-842d-6790790d10f1', 'name': 'network-vif-deleted', 'tag': '45b96b22-ca32-4a09-a5ab-98ffd45b8a55', 'status': 'completed', 'code': 200} Jun 07 12:10:26.893429 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e71ee4b1-9e5c-4219-a7f5-3bf802c60576 req-5fb60914-61f5-4ae9-93cd-213d18a8dc03 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc236a03-0a8f-4d54-842d-6790790d10f1 HTTP/1.1" status: 200 len: 210 time: 0.0434449 Jun 07 12:10:29.481323 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:10:29.518500 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:10:29.518760 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 45b96b22-ca32-4a09-a5ab-98ffd45b8a55 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:10:37.198885 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:10:38.534273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-d1ece7d0-b66a-426a-957f-6fc8aa252c23 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:38.535713 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-d1ece7d0-b66a-426a-957f-6fc8aa252c23 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 814 time: 0.2512994 Jun 07 12:10:38.550617 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-bc5d170f-07c4-4d62-ba55-ea4067e07f83 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/quotas/3039eb223faf474abb5462519ee2d2b6 HTTP/1.1" status: 200 len: 375 time: 0.0086932 Jun 07 12:10:38.597929 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-bbdf7459-25fe-4a8c-b0c1-ddee687fd279 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418596 Jun 07 12:10:38.733632 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-91628431-ee34-4642-82c7-7235bc4bc448 service neutron] 10.222.0.22 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280620 Jun 07 12:10:38.870467 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-cc197bce-6723-4d76-ae5d-e72c82dd66ac service neutron] 10.222.0.22 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312068 Jun 07 12:10:39.052864 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9ca98c25-f2b7-4ee4-b9c4-325deabf12bc req-1ae2a471-9a95-41f8-a771-8dfa0d70414d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 210 time: 0.0470259 Jun 07 12:10:40.139298 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-feb5a689-9e80-4906-a55e-6619931b26e4 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:40.140820 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-feb5a689-9e80-4906-a55e-6619931b26e4 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 814 time: 0.1529078 Jun 07 12:10:40.153825 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Request body: {'port': {'device_id': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90', 'admin_state_up': True, 'tenant_id': '3039eb223faf474abb5462519ee2d2b6'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:10:40.239916 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5935fef7-f15c-4a9f-9126-23a984c54a79 req-442737cf-74bc-4b6c-9207-4493ab4ff4be tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 210 time: 0.0679805 Jun 07 12:10:40.358120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Made reservation on behalf of 3039eb223faf474abb5462519ee2d2b6 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:10:40.361445 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:40.527057 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Allocated IP 172.20.0.14 (dbefcdfb-628d-49e8-8926-783a7bc8bc90/412219f4-e988-426b-a6fd-38020ff6c6b7/672a5bc2-6995-4f06-9b53-5b894cf97195) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:10:40.734242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:40.763952 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:40.775111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a8155cc2-ec63-4950-8938-667a57923c84 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:40.845650 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Network dbefcdfb-628d-49e8-8926-783a7bc8bc90 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:10:40.848712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:10:40.852632 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:10:40.884596 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Pushing event updated for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:40.890772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:40.920327 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:40.921000 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:40.939793 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7899225 Jun 07 12:10:40.951659 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Request body: {'port': {'device_id': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:10:41.072406 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:41.619166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ef01a-0675-4c4a-8888-8bfaac1c213f req-d2936b40-b6c9-42d6-8a64-ab4e12c57699 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:41.620645 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-817ef01a-0675-4c4a-8888-8bfaac1c213f req-d2936b40-b6c9-42d6-8a64-ab4e12c57699 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 932 time: 0.1786680 Jun 07 12:10:41.645855 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672a5bc2-6995-4f06-9b53-5b894cf97195 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:10:41.657203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:41.687521 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Transition to ACTIVE for port object 672a5bc2-6995-4f06-9b53-5b894cf97195 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:10:41.691433 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-817ef01a-0675-4c4a-8888-8bfaac1c213f req-95b7e1bc-d11f-42b1-b3af-8d732404cceb tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639269 Jun 07 12:10:41.692450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:41.696800 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2fa0e37b-0860-4014-a8dd-a3e5fe8b913f tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:41.825136 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Pushing event updated for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:41.853136 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:41.933148 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Attempting to bind port 672a5bc2-6995-4f06-9b53-5b894cf97195 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:10:41.933389 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Attempting to bind port 672a5bc2-6995-4f06-9b53-5b894cf97195 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:10:41.933717 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Attempting to bind port 672a5bc2-6995-4f06-9b53-5b894cf97195 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:10:41.938348 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Port 672a5bc2-6995-4f06-9b53-5b894cf97195 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:10:41.938663 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Attempting to bind port 672a5bc2-6995-4f06-9b53-5b894cf97195 on network dbefcdfb-628d-49e8-8926-783a7bc8bc90 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:10:41.944049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:10:41.944381 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Checking segment: {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:10:41.944796 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Bound using segment: {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:10:41.945220 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Bound port: 672a5bc2-6995-4f06-9b53-5b894cf97195, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72a9edd-864d-409a-b855-3b8a0757c5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:10:41.945560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:42.034932 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:10:42.037883 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=672a5bc2-6995-4f06-9b53-5b894cf97195,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:10:42.048044 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:42.051909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:42.114655 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:42.115267 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:42.116677 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] 10.222.0.35 "PUT /v2.0/ports/672a5bc2-6995-4f06-9b53-5b894cf97195 HTTP/1.1" status: 200 len: 1094 time: 1.1689398 Jun 07 12:10:42.117164 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:10:42.120301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42132f-5393-487d-b2b0-0615993d4058" -d '{"events": [{"name": "network-changed", "server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:10:42.138677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Pushing event updated for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:42.142348 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:42.191366 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fedbf32-c8b8-42dd-9b19-5219b908cf5b x-openstack-request-id: req-3fedbf32-c8b8-42dd-9b19-5219b908cf5b {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:10:42.191734 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:10:42.192045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fedbf32-c8b8-42dd-9b19-5219b908cf5b {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:10:42.192366 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195', 'status': 'completed', 'code': 200} Jun 07 12:10:42.234674 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-d44884f4-4831-4bcf-ae35-7e92671c8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:42.236147 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-d44884f4-4831-4bcf-ae35-7e92671c8772 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 1097 time: 0.0786147 Jun 07 12:10:42.237376 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:42.309627 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-f6a0bb6f-7333-465b-9dbc-3f2efb3fcdee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=672a5bc2-6995-4f06-9b53-5b894cf97195 HTTP/1.1" status: 200 len: 217 time: 0.0655601 Jun 07 12:10:42.376935 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765cdb-213a-4966-aef5-6e99929a8623 req-31dee53c-7ef0-4f11-b063-e4021e81cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:42.378252 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-31dee53c-7ef0-4f11-b063-e4021e81cfcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=412219f4-e988-426b-a6fd-38020ff6c6b7 HTTP/1.1" status: 200 len: 854 time: 0.0611830 Jun 07 12:10:42.433381 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-33a3f5db-3502-4691-a906-8ff0f4875c29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbefcdfb-628d-49e8-8926-783a7bc8bc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478997 Jun 07 12:10:42.577424 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-b42e306f-5c9e-479c-9a0f-d940e8c9f32b service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350486 Jun 07 12:10:42.712793 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17765cdb-213a-4966-aef5-6e99929a8623 req-9baecb90-a5a1-41f1-a722-61790cd84ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Jun 07 12:10:42.894822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42132f-5393-487d-b2b0-0615993d4058 req-ea14a8b8-4918-47e2-bc32-3ac3bd98118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:42.896205 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-ea14a8b8-4918-47e2-bc32-3ac3bd98118d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3039eb223faf474abb5462519ee2d2b6&device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 1097 time: 0.1340563 Jun 07 12:10:42.930712 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fad5c7-ca93-450c-8144-972746deccd1 req-71984fdc-db57-4449-9e23-d9e79fbfddae tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:42.932002 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e7fad5c7-ca93-450c-8144-972746deccd1 req-71984fdc-db57-4449-9e23-d9e79fbfddae tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 944 time: 0.1309493 Jun 07 12:10:43.052094 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e7fad5c7-ca93-450c-8144-972746deccd1 req-7081da3b-b820-4c9d-ad2f-8c16159f3dd4 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134264 Jun 07 12:10:43.074923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42132f-5393-487d-b2b0-0615993d4058 req-067a33c7-bb41-4b0b-853f-5f5a33a2e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:43.076399 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-067a33c7-bb41-4b0b-853f-5f5a33a2e180 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 200 len: 915 time: 0.1722744 Jun 07 12:10:43.150098 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-88661528-8596-45db-81a2-6998ea11da6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=672a5bc2-6995-4f06-9b53-5b894cf97195 HTTP/1.1" status: 200 len: 217 time: 0.0652418 Jun 07 12:10:43.329540 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42132f-5393-487d-b2b0-0615993d4058 req-38415944-45e4-4107-9752-ce21c96ba1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:43.330970 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-38415944-45e4-4107-9752-ce21c96ba1ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=412219f4-e988-426b-a6fd-38020ff6c6b7 HTTP/1.1" status: 200 len: 854 time: 0.1735480 Jun 07 12:10:43.377854 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-3c907711-8b65-45db-8f15-2c33895c6f30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dbefcdfb-628d-49e8-8926-783a7bc8bc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397968 Jun 07 12:10:43.509762 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-d962d6dc-3e49-4bae-b985-c16d9dc7cf33 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247790 Jun 07 12:10:43.652133 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e42132f-5393-487d-b2b0-0615993d4058 req-73deab6f-dcd9-4e4f-b4ca-269f2426f3b1 service neutron] 10.222.0.35 "GET /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335843 Jun 07 12:10:44.244926 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae71379-54f7-4a0e-919e-b0f6ac0854a6 req-357a14c1-dbcc-4928-aa49-c20e0a65f46a tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:44.246387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ae71379-54f7-4a0e-919e-b0f6ac0854a6 req-357a14c1-dbcc-4928-aa49-c20e0a65f46a tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 944 time: 0.0847340 Jun 07 12:10:44.296346 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ae71379-54f7-4a0e-919e-b0f6ac0854a6 req-c980bff1-856e-44bf-9843-257f66424232 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Jun 07 12:10:44.840436 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 672a5bc2-6995-4f06-9b53-5b894cf97195 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:10:44.979267 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=672a5bc2-6995-4f06-9b53-5b894cf97195,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:10:44.992696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '672a5bc2-6995-4f06-9b53-5b894cf97195', 'network_id': 'dbefcdfb-628d-49e8-8926-783a7bc8bc90', 'port_id': '672a5bc2-6995-4f06-9b53-5b894cf97195', 'mac_address': 'fa:16:3e:db:10:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412219f4-e988-426b-a6fd-38020ff6c6b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:10:45.049500 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:45.065776 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672a5bc2-6995-4f06-9b53-5b894cf97195 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:10:45.081010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=672a5bc2-6995-4f06-9b53-5b894cf97195,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:10:45.085880 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:45.089308 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:45.158996 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:45.167292 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.167636 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.167968 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.168297 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.168615 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.168959 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.169281 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.169594 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.169907 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.170220 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.170537 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.170851 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:10:45.174799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:45.333221 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['672a5bc2-6995-4f06-9b53-5b894cf97195'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:10:45.492127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde168-8320-4f3c-9260-b848ea9e629d req-5c75c293-b783-4479-b72c-ea8a07df06df tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:45.494805 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aafde168-8320-4f3c-9260-b848ea9e629d req-5c75c293-b783-4479-b72c-ea8a07df06df tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 945 time: 0.0871465 Jun 07 12:10:45.547705 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-aafde168-8320-4f3c-9260-b848ea9e629d req-c93463f1-1355-489e-8464-3ab1a09a053e tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Jun 07 12:10:45.645661 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d8020c6b-d985-4d4d-8747-dfb6ac723c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:46.741785 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52155386-d32c-480b-a38f-2f09fe044b85 req-a6ad8d3e-5fb5-4471-9391-90f9a6e11017 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:46.743691 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-52155386-d32c-480b-a38f-2f09fe044b85 req-a6ad8d3e-5fb5-4471-9391-90f9a6e11017 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 945 time: 0.0802402 Jun 07 12:10:46.789587 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-52155386-d32c-480b-a38f-2f09fe044b85 req-c7024ec8-6ed0-420d-86e5-5cba673380f3 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Jun 07 12:10:46.859117 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 672a5bc2-6995-4f06-9b53-5b894cf97195 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:10:46.926806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 672a5bc2-6995-4f06-9b53-5b894cf97195 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:10:46.931880 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 672a5bc2-6995-4f06-9b53-5b894cf97195 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:10:46.932251 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:47.083181 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:47.109928 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:10:47.112209 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a6126-6dc5-4a55-afdf-ca444372b2e3" -d '{"events": [{"server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "name": "network-vif-plugged", "status": "completed", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:10:47.121247 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=672a5bc2-6995-4f06-9b53-5b894cf97195,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:10:47.125470 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:47.127333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-1c377a50-a9ee-43f1-9661-8844c75b9769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:10:47.157181 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59757c1-3862-4c5c-bd51-a7bf267462e4 x-openstack-request-id: req-a59757c1-3862-4c5c-bd51-a7bf267462e4 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:10:47.157479 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "name": "network-vif-plugged", "status": "completed", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:10:47.157737 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a59757c1-3862-4c5c-bd51-a7bf267462e4 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:10:47.158122 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195', 'code': 200} Jun 07 12:10:47.200238 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:10:47.203188 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:10:47.430182 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-a66139a2-e599-4c8e-97f0-ad58b2ab37ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293340 Jun 07 12:10:47.435783 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22f64f-6fb6-465a-840d-f90889cffdb7 req-7016ba83-4124-45e3-9f19-ce0a7d3418db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:47.437153 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef22f64f-6fb6-465a-840d-f90889cffdb7 req-7016ba83-4124-45e3-9f19-ce0a7d3418db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 1099 time: 0.0849788 Jun 07 12:10:47.481656 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef22f64f-6fb6-465a-840d-f90889cffdb7 req-203deaff-1425-4147-b7ad-e307031540d6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Jun 07 12:10:47.628743 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-4350ce72-67a3-4689-81ff-c4fcf79a81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:47.630256 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-4350ce72-67a3-4689-81ff-c4fcf79a81ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1098 time: 0.0887721 Jun 07 12:10:47.784895 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-db7dd75a-f2ff-47e0-a547-ca034f8f3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:47.786327 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-db7dd75a-f2ff-47e0-a547-ca034f8f3f94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1348226 Jun 07 12:10:47.897113 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-1d0935f4-800e-44f9-ab47-64d8fc3c967d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 1001 time: 0.1016569 Jun 07 12:10:48.015792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-b77be50e-984b-4542-ae70-c7a5bbe0ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:48.017235 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-b77be50e-984b-4542-ae70-c7a5bbe0ad17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1109257 Jun 07 12:10:48.085965 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a14248-e9ac-4174-9f43-232a711fa53c req-98de8b83-0ac2-432d-af1d-7330aa911e6a tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:48.088051 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08a14248-e9ac-4174-9f43-232a711fa53c req-98de8b83-0ac2-432d-af1d-7330aa911e6a tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.1836185 Jun 07 12:10:48.145963 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08a14248-e9ac-4174-9f43-232a711fa53c req-699cfaa4-2adb-4743-8532-751a09f8b228 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Jun 07 12:10:48.151207 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-87020f14-0e86-465d-b062-9ee96aa397d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:48.152588 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-87020f14-0e86-465d-b062-9ee96aa397d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1259375 Jun 07 12:10:48.267538 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:48.304403 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-7a9fac88-ab27-4757-ac05-948393c1b4aa service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386392 Jun 07 12:10:48.554223 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4bb17e84-454c-4dc5-9ae4-10fb3f7286ab req-77f3f6bc-a8bb-45d2-bf87-aaa0f93cc4fb service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360659 Jun 07 12:10:48.586263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cf878d3f-374d-49ae-8bf4-00439f80d3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:49.362287 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87727a-fa84-4c57-8f60-5f0ba82a875c req-addc89cf-5e2c-4e99-bf48-8bffcfb50625 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:10:49.363727 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ed87727a-fa84-4c57-8f60-5f0ba82a875c req-addc89cf-5e2c-4e99-bf48-8bffcfb50625 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.0834146 Jun 07 12:10:49.409220 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ed87727a-fa84-4c57-8f60-5f0ba82a875c req-7523a975-55e5-4b07-b4c0-d16a257d0939 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Jun 07 12:10:49.823746 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:10:51.684750 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:11.030271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586f657-ed44-4f3e-a2f8-c388f3bffaef req-69a9acc9-50e5-4cc8-8a91-08b32171bcea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:11.031727 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a586f657-ed44-4f3e-a2f8-c388f3bffaef req-69a9acc9-50e5-4cc8-8a91-08b32171bcea tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.0795419 Jun 07 12:11:11.080075 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a586f657-ed44-4f3e-a2f8-c388f3bffaef req-befe96dc-25ec-48be-be5b-4b2a5e9855eb tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Jun 07 12:11:11.819647 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451ee8-9a7b-4657-a91c-8d2ec55c59dd req-fdd4f7ee-7287-4a52-a414-c5954eb47c36 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:11.821145 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18451ee8-9a7b-4657-a91c-8d2ec55c59dd req-fdd4f7ee-7287-4a52-a414-c5954eb47c36 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.0800877 Jun 07 12:11:11.866809 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-18451ee8-9a7b-4657-a91c-8d2ec55c59dd req-8e7c8ce4-92a5-44c8-a3d5-cb8d99181b01 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Jun 07 12:11:12.245279 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:12.267418 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af8a50-0098-4916-bb56-99ef3423ec92 req-77dea26a-d9a0-42e4-a898-0e65eb636d21 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:12.268891 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58af8a50-0098-4916-bb56-99ef3423ec92 req-77dea26a-d9a0-42e4-a898-0e65eb636d21 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.0840988 Jun 07 12:11:12.313954 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-58af8a50-0098-4916-bb56-99ef3423ec92 req-6fb7c075-7f14-4d6e-a420-058e23c69b4d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392368 Jun 07 12:11:13.053272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-7ef8d977-1328-401c-b59d-ec2c8a874fe4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:13.054669 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-7ef8d977-1328-401c-b59d-ec2c8a874fe4 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.1350591 Jun 07 12:11:13.126982 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba6b2-695b-4f4b-b69b-a2dbb0795ab1 req-979f81ae-6fcf-4a77-a847-a6e6952e245d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:13.128309 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b4ba6b2-695b-4f4b-b69b-a2dbb0795ab1 req-979f81ae-6fcf-4a77-a847-a6e6952e245d tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.1500199 Jun 07 12:11:13.226023 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2b4ba6b2-695b-4f4b-b69b-a2dbb0795ab1 req-b2e1cfc7-528d-4c08-878c-6834d60d78af tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906186 Jun 07 12:11:13.241126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Deleting port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:13.241707 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:13.378709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] For port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:13.379391 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:13.710235 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34718) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:13.766487 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26cb2-e44c-4642-9081-f26712336190 req-2b5e61e6-061e-4a6d-a9c1-e2d29d867295 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:13.767923 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-76d26cb2-e44c-4642-9081-f26712336190 req-2b5e61e6-061e-4a6d-a9c1-e2d29d867295 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.3818631 Jun 07 12:11:13.833045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c161-e68d-4edd-8794-905e42ac0c79 req-bd8a6473-5ef6-4b2d-b6f5-a9e7af19869e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:13.834483 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8536c161-e68d-4edd-8794-905e42ac0c79 req-bd8a6473-5ef6-4b2d-b6f5-a9e7af19869e tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 945 time: 0.3546002 Jun 07 12:11:13.864276 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:13.864673 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:13.864981 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.l3_db [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Floating IP a67042f9-26b2-4af1-ae64-33cd28f29e55 disassociated. External IP: 172.27.0.2, port: ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba. Jun 07 12:11:13.865315 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Calling delete_port for ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:13.982429 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port e4cdebef-5504-4390-8f8b-99e3471f9fea {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:13.982655 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.062401 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8536c161-e68d-4edd-8794-905e42ac0c79 req-bec24d2b-4a04-44a1-bb42-185eea601b5b tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142873 Jun 07 12:11:14.108168 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.108546 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.151715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Deleting port 672a5bc2-6995-4f06-9b53-5b894cf97195 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:14.152055 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.197550 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:11:14.210411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.237003 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for e4cdebef-5504-4390-8f8b-99e3471f9fea owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:14.261397 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-786fada9-e909-478d-ada8-6df8336c1f03 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:14.313449 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'Port': ['ID=ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:14.321038 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:14.371857 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.376381 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:14.424183 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=e4cdebef-5504-4390-8f8b-99e3471f9fea,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:14.456144 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.456523 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.456922 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.457287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.457644 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.458002 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.458357 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.458707 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.459060 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.459409 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.459757 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.460102 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:14.468987 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:14.485802 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] For port 672a5bc2-6995-4f06-9b53-5b894cf97195, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=672a5bc2-6995-4f06-9b53-5b894cf97195,segment=NetworkSegment(f72a9edd-864d-409a-b855-3b8a0757c5bb),segment_id=f72a9edd-864d-409a-b855-3b8a0757c5bb)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:14.486404 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.527321 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:14.527651 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP 42d14df6-6b74-41bc-839b-f4c31a15447a disassociated (deleted). External IP: 172.27.0.188, port: ca75059b-b0cc-4007-9109-9d84a7ae72ab. Jun 07 12:11:14.626988 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Calling delete_port for 672a5bc2-6995-4f06-9b53-5b894cf97195 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:14.747486 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:14.768052 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43bf7-ee4f-4eb1-a147-a6f574320074 req-8d3076e4-afe3-46d6-92ec-af1cf3b2dd3e tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:14.769501 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e9b43bf7-ee4f-4eb1-a147-a6f574320074 req-8d3076e4-afe3-46d6-92ec-af1cf3b2dd3e tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 946 time: 0.3615382 Jun 07 12:11:14.913897 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e9b43bf7-ee4f-4eb1-a147-a6f574320074 req-b92d261a-cf85-40ea-9f11-d5efaa5f45ee tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/security-groups?id=5079889a-efc7-40eb-b80e-558d60951dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334076 Jun 07 12:11:14.999062 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:15.078730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:15.097436 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:15.108066 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:15.109513 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:10:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:15.127369 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:15.172261 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-de66b838-8bb1-4239-83c6-7f015eac56fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:15.187847 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:15.192110 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:15.198894 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:15.212068 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:15.213098 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:10:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:15.254098 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b6458a06-31ad-4d45-a188-63999342ef0c tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "DELETE /v2.0/floatingips/42d14df6-6b74-41bc-839b-f4c31a15447a HTTP/1.1" status: 204 len: 168 time: 1.5426612 Jun 07 12:11:15.254827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:15.257548 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62949419-a871-4514-ae44-6f2ae8bfd7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:15.275301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] No DVR routers for this DVR port ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:15.285216 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Pushing event deleted for resources: {'Port': ['ID=672a5bc2-6995-4f06-9b53-5b894cf97195,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:15.287349 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:15.289657 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c4567c4a-564e-42d9-ae77-19790da7dd8b req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.35 "DELETE /v2.0/ports/ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba HTTP/1.1" status: 204 len: 173 time: 2.2289603 Jun 07 12:11:15.292463 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8cce7928-6ada-4564-be4a-7ee0367f9fba req-33983c3e-75ab-49bc-9f25-80a28d0e4926 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ccfe25a-7628-4c7e-9ae0-470ccd1965d0 HTTP/1.1" status: 200 len: 210 time: 0.0667753 Jun 07 12:11:15.294380 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'name': 'network-vif-deleted', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:15.297015 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cfa6f0-e5fc-40ab-8193-c6109f32d9a4" -d '{"events": [{"server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "name": "network-vif-deleted", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:15.301040 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:15.351653 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:15.408015 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] No DVR routers for this DVR port 672a5bc2-6995-4f06-9b53-5b894cf97195 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:15.411246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c3b52-97d0-40f8-ad20-28d4033381c8 x-openstack-request-id: req-0c5c3b52-97d0-40f8-ad20-28d4033381c8 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:15.411579 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:15.411868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c5c3b52-97d0-40f8-ad20-28d4033381c8 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:15.412290 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'status': 'completed', 'code': 200} Jun 07 12:11:15.412909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:15.421831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-76d26cb2-e44c-4642-9081-f26712336190 req-82dff7ad-e715-47ef-9aad-e5d7767bce96 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.35 "DELETE /v2.0/ports/672a5bc2-6995-4f06-9b53-5b894cf97195 HTTP/1.1" status: 204 len: 173 time: 1.6470325 Jun 07 12:11:15.497143 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:15.547289 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61adf3c1-549f-4f8f-98f3-0c387d01f378 x-openstack-request-id: req-61adf3c1-549f-4f8f-98f3-0c387d01f378 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:15.547866 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccfe25a-7628-4c7e-9ae0-470ccd1965d0", "name": "network-vif-deleted", "tag": "ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:15.547973 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61adf3c1-549f-4f8f-98f3-0c387d01f378 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:15.548856 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccfe25a-7628-4c7e-9ae0-470ccd1965d0', 'name': 'network-vif-deleted', 'tag': 'ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba', 'status': 'completed', 'code': 200} Jun 07 12:11:15.580947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-1764568d-fc2b-400b-931b-c49b75d76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:15.583939 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-1764568d-fc2b-400b-931b-c49b75d76457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 1099 time: 0.1435180 Jun 07 12:11:15.798116 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:15.800352 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7a95e63d-b284-4425-b6e9-f307c164d467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:15.802475 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:15.812855 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:15.813386 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:10:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:15.981876 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-71a5606c-4edd-4931-968f-fcaec62c474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:15.986215 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-71a5606c-4edd-4931-968f-fcaec62c474d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.3943889 Jun 07 12:11:15.991471 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:15.997756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:16.007869 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:16.008696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:10:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:16.080988 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-6a51caaf-b51f-440d-b24a-d76151915aae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 200 len: 217 time: 0.0859823 Jun 07 12:11:16.097011 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:16.185463 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375e39f-0996-40db-ab61-e288aa19e558 req-bee48de8-9b1c-4672-8cce-4e166822f97a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:16.194444 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4375e39f-0996-40db-ab61-e288aa19e558 req-bee48de8-9b1c-4672-8cce-4e166822f97a tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.3424301 Jun 07 12:11:16.200355 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5e5b5fba-29d6-4863-95b1-8887499b2633 req-7ad28fb4-a14f-4551-87a3-2ceb5da6de99 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] 10.222.0.22 "GET /v2.0/ports?device_id=20dbdb23-7423-4fe8-a436-6e7e18f2d27a HTTP/1.1" status: 200 len: 210 time: 0.1238635 Jun 07 12:11:16.227666 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:16.252832 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-aba3339d-2d32-46a7-acb9-e3f642b6927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:16.254706 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-aba3339d-2d32-46a7-acb9-e3f642b6927d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.1353986 Jun 07 12:11:16.342469 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4375e39f-0996-40db-ab61-e288aa19e558 req-966ca442-dbd5-42f1-a914-7e3b2a6d78e7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461082 Jun 07 12:11:16.397188 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-09672f03-e6e8-40b0-b9ea-4aad5ad0f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:16.398801 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-09672f03-e6e8-40b0-b9ea-4aad5ad0f84f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1352353 Jun 07 12:11:16.482805 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34740) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:16.518330 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:16.523561 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239fae97-db7c-4a2a-85c8-1e037ce98f78 None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:06:01Z', 'revision_number': 4, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '7f1d7940-1711-40a0-b1af-00a83303d667', 'name': '', 'network_id': 'fb72f4f9-5123-4a97-bd81-d4dfecdb10d9', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'mac_address': 'fa:16:3e:5a:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:06:00Z', 'updated_at': '2021-06-07T12:06:08Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'subnets': [{'id': '77f5c32f-f23f-4610-b71e-7128a56fd14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:16.570229 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:16.574495 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-6d92ee2c-fb1d-4f74-a35d-2658259856ea service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653430 Jun 07 12:11:16.605475 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:16.667175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:16.671223 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:16.672646 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4 HTTP/1.1" status: 204 len: 168 time: 0.1881518 Jun 07 12:11:16.673755 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-673f94bf-c097-41fb-a4a7-a85a10b8b855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:16.679910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34742) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:16.687837 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:16.689299 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:16.694324 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054eccf3-9cf9-43cf-8a91-903f5b1f93cb None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': '158894e8-4a67-476b-bdfa-07cc9947a15d', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'port_id': 'b9970176-11c1-4e63-b58e-658183552cbc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'mac_address': 'fa:16:3e:49:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:07:21Z', 'updated_at': '2021-06-07T12:07:26Z', 'revision_number': 1, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:16.697198 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:16.710607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.api.v2.resource [None req-9af9ca70-571b-4ddc-8684-aa372ef6a0aa tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] show failed (client error): The resource could not be found. Jun 07 12:11:16.711592 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-9af9ca70-571b-4ddc-8684-aa372ef6a0aa tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "GET /v2.0/security-groups/ec51cb97-0a8d-44bb-b5c5-d8e1961f9cf4 HTTP/1.1" status: 404 len: 347 time: 0.0259700 Jun 07 12:11:16.715136 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34744) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:16.745315 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62949419-a871-4514-ae44-6f2ae8bfd7c4 req-f76ae293-37ea-4112-abbb-d60ddd3dea8c service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620574 Jun 07 12:11:16.854076 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3fa59b-20fa-458f-8d56-418453663582 None None] New status for floating IP a67042f9-26b2-4af1-ae64-33cd28f29e55: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:11:16.952364 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Deleting port 3e809319-779b-42a8-ab1e-dc6257f482e9 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:16.952745 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.023844 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70afd829-682d-4fd3-af5b-eeb57010cd79 None None] New status for floating IP 42d14df6-6b74-41bc-839b-f4c31a15447a: DOWN {{(pid=91702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:11:17.087822 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.088141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.090182 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:17.213246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Calling delete_port for 3e809319-779b-42a8-ab1e-dc6257f482e9 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:17.226982 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:17.227333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ba78fea4-14b6-4fb6-9dce-9b1fbc2679ba not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:17.227759 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 672a5bc2-6995-4f06-9b53-5b894cf97195 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:17.268166 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 672a5bc2-6995-4f06-9b53-5b894cf97195 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:17.268524 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 672a5bc2-6995-4f06-9b53-5b894cf97195 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:17.339448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.343400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:17.389612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Pushing event deleted for resources: {'Port': ['ID=3e809319-779b-42a8-ab1e-dc6257f482e9,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:17.392614 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:17.427842 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-2a367028-f11c-4626-b5d9-183388cb2415 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:17.429492 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-2a367028-f11c-4626-b5d9-183388cb2415 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.0926523 Jun 07 12:11:17.550674 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'name': 'network-vif-deleted', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:17.552994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339f970-5eda-4f90-9745-ae5bfe50a8c7" -d '{"events": [{"server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "name": "network-vif-deleted", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:17.609242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80440f8e-8b61-4df3-b756-7f989e74eebf x-openstack-request-id: req-80440f8e-8b61-4df3-b756-7f989e74eebf {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:17.609824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dbdb23-7423-4fe8-a436-6e7e18f2d27a", "name": "network-vif-deleted", "tag": "672a5bc2-6995-4f06-9b53-5b894cf97195", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:17.610094 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80440f8e-8b61-4df3-b756-7f989e74eebf {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:17.610524 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dbdb23-7423-4fe8-a436-6e7e18f2d27a', 'name': 'network-vif-deleted', 'tag': '672a5bc2-6995-4f06-9b53-5b894cf97195', 'status': 'completed', 'code': 200} Jun 07 12:11:17.612936 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.615838 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.617102 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] 10.222.0.22 "DELETE /v2.0/floatingips/a67042f9-26b2-4af1-ae64-33cd28f29e55 HTTP/1.1" status: 204 len: 168 time: 0.9005651 Jun 07 12:11:17.646669 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1c16-8783-49b9-b4dc-654ed2d5b340 req-51d1425f-1228-4b1d-8bb3-a642e2e3ae9d tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:17.653314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f0b1c16-8783-49b9-b4dc-654ed2d5b340 req-51d1425f-1228-4b1d-8bb3-a642e2e3ae9d tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 946 time: 0.1842630 Jun 07 12:11:17.725026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6f0b1c16-8783-49b9-b4dc-654ed2d5b340 req-e0ee6157-e62c-4776-acc0-7e616e3d37dc tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694480 Jun 07 12:11:17.737752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port ca75059b-b0cc-4007-9109-9d84a7ae72ab {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:17.738219 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:17.903845 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] For port ca75059b-b0cc-4007-9109-9d84a7ae72ab, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=ca75059b-b0cc-4007-9109-9d84a7ae72ab,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:17.904103 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:18.033079 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for ca75059b-b0cc-4007-9109-9d84a7ae72ab owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:18.158016 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:18.165187 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-225643c9-d515-4be4-86e2-7f055f72d035 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:18.211313 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=ca75059b-b0cc-4007-9109-9d84a7ae72ab,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:18.237932 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:18.261950 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:18.393183 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] No DVR routers for this DVR port ca75059b-b0cc-4007-9109-9d84a7ae72ab on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:18.395755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:18.397824 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8df4e7b-ec44-45c5-ab29-fe245821c465 req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "DELETE /v2.0/ports/ca75059b-b0cc-4007-9109-9d84a7ae72ab HTTP/1.1" status: 204 len: 173 time: 0.9612386 Jun 07 12:11:18.589689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b75ea992-a0e5-4082-98e1-d0212cdc4231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:18.900304 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4350f831-9369-4b30-9297-733f6abea60a req-53f2eca1-1287-4cd2-aa50-b5b255fbbfdb tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1c0512b-64d1-42dc-b8d5-535c66c1ab1b HTTP/1.1" status: 200 len: 210 time: 0.0430524 Jun 07 12:11:19.611677 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'name': 'network-vif-deleted', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:19.614052 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3cda33-47fc-44b6-a83d-a29b19f82099" -d '{"events": [{"server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "name": "network-vif-deleted", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:19.656134 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a57160-74c6-4cdd-b9ab-5ae1e5016f42 x-openstack-request-id: req-66a57160-74c6-4cdd-b9ab-5ae1e5016f42 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:19.656450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c0512b-64d1-42dc-b8d5-535c66c1ab1b", "name": "network-vif-deleted", "tag": "ca75059b-b0cc-4007-9109-9d84a7ae72ab", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:19.656774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66a57160-74c6-4cdd-b9ab-5ae1e5016f42 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:19.657210 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c0512b-64d1-42dc-b8d5-535c66c1ab1b', 'name': 'network-vif-deleted', 'tag': 'ca75059b-b0cc-4007-9109-9d84a7ae72ab', 'status': 'completed', 'code': 200} Jun 07 12:11:19.815859 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:21.337630 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ca75059b-b0cc-4007-9109-9d84a7ae72ab no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:21.372630 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: ca75059b-b0cc-4007-9109-9d84a7ae72ab {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:21.373007 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device ca75059b-b0cc-4007-9109-9d84a7ae72ab not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:21.689215 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:23.967456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34824) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:24.600520 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:24.654723 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34834) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:24.928865 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port a00e3847-1da9-4c1f-b1be-4b75e592fb2c {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:24.929319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.024429 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Deleting port 7f1d7940-1711-40a0-b1af-00a83303d667 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:25.025064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.049434 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.049751 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.146466 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] For port 7f1d7940-1711-40a0-b1af-00a83303d667, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=7f1d7940-1711-40a0-b1af-00a83303d667,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:25.146812 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.176645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for a00e3847-1da9-4c1f-b1be-4b75e592fb2c owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:25.281208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Calling delete_port for 7f1d7940-1711-40a0-b1af-00a83303d667 owned by network:router_interface {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:25.322785 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.328637 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4f6ca786-827d-43aa-ab5f-106134ebe4bf tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:25.377519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=a00e3847-1da9-4c1f-b1be-4b75e592fb2c,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:25.419018 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:25.486800 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.487416 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Floating IP 158894e8-4a67-476b-bdfa-07cc9947a15d disassociated (deleted). External IP: 172.27.0.230, port: b9970176-11c1-4e63-b58e-658183552cbc. Jun 07 12:11:25.575391 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:25.580335 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d01afaa0-96c2-4f41-88b2-752cc36697b2 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:25.628551 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1d7940-1711-40a0-b1af-00a83303d667,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:25.636455 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:25.872459 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:25.924947 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:26.172318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:26.177175 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:26.182496 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:26.193219 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:26.193972 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:26.236948 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d84b6811-4ba6-413a-9127-8a475df18fc9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "DELETE /v2.0/floatingips/158894e8-4a67-476b-bdfa-07cc9947a15d HTTP/1.1" status: 204 len: 168 time: 1.5788014 Jun 07 12:11:26.236948 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:26.238066 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63" -d '{"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:26.291114 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc64d78-95cf-4f01-8f9d-f9f6ffacb71e x-openstack-request-id: req-ebc64d78-95cf-4f01-8f9d-f9f6ffacb71e {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:26.291443 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "tag": "b9970176-11c1-4e63-b58e-658183552cbc", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:26.291792 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebc64d78-95cf-4f01-8f9d-f9f6ffacb71e {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:26.292546 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc', 'status': 'completed', 'code': 200} Jun 07 12:11:26.312477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Router 7baa988e-bace-47ed-aba0-f2338ea90a9d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:26.384609 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:26.559740 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-5261b8f4-400f-44cb-901f-ec1ba21d3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:26.561016 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-5261b8f4-400f-44cb-901f-ec1ba21d3caf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8eef51cadbc745d6b93b003f2d756712&device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 1098 time: 0.2465701 Jun 07 12:11:26.568813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:26.580464 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Sync routers for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:26.596207 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34852) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:26.596517 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] 10.222.0.22 "PUT /v2.0/routers/7baa988e-bace-47ed-aba0-f2338ea90a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6276133 Jun 07 12:11:26.612725 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:26.614523 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:26.741074 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-0181a2c7-a238-47d8-9f67-03f6f348a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:26.742554 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-0181a2c7-a238-47d8-9f67-03f6f348a1c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 200 len: 913 time: 0.1707344 Jun 07 12:11:26.814323 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:26.830336 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:26.840718 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-e7981984-6eed-4d96-b5ea-15762a0e46ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 200 len: 217 time: 0.0890629 Jun 07 12:11:26.848944 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:26.850045 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:26.887765 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:27.076596 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:27.097333 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:27.125305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:27.173335 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-e829c242-54b0-45c5-b1b3-64e2a3f16c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:27.175130 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-e829c242-54b0-45c5-b1b3-64e2a3f16c0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 200 len: 851 time: 0.3222063 Jun 07 12:11:27.289049 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343badf-28d4-4cf0-9c5c-382557e9f922 req-414778d9-017d-4ab1-9825-3ee35994f5ac tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:27.296975 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2343badf-28d4-4cf0-9c5c-382557e9f922 req-414778d9-017d-4ab1-9825-3ee35994f5ac tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.6768730 Jun 07 12:11:27.307959 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Deleting port fb934fb3-470b-4716-a7d7-c0f3beed2071 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:27.308292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:27.354650 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2343badf-28d4-4cf0-9c5c-382557e9f922 req-360aca64-62ac-44d5-a08d-f319e1d6b47b tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562463 Jun 07 12:11:27.366880 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-68179349-1cdd-49e1-91fd-c6787b340335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:27.368338 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-68179349-1cdd-49e1-91fd-c6787b340335 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e753f34b-daf3-4fc1-9790-eb0dbfb96365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849244 Jun 07 12:11:27.478531 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] For port fb934fb3-470b-4716-a7d7-c0f3beed2071, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=fb934fb3-470b-4716-a7d7-c0f3beed2071,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:27.479037 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:27.536680 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-dd005bc3-8ee3-40b4-81f0-a92ea2094f5d service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591899 Jun 07 12:11:27.599617 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:11:25Z', 'revision_number': 5, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port': {'id': 'fb934fb3-470b-4716-a7d7-c0f3beed2071', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:05:56Z', 'updated_at': '2021-06-07T12:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:27.603919 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Checking router: 7baa988e-bace-47ed-aba0-f2338ea90a9d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:27.618279 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Routers {'7baa988e-bace-47ed-aba0-f2338ea90a9d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:27.621472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['7baa988e-bace-47ed-aba0-f2338ea90a9d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:27.623966 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Calling delete_port for fb934fb3-470b-4716-a7d7-c0f3beed2071 owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:27.668484 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:27.673649 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb09b0-c741-4956-a472-5047ebee6d23 None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:03:13Z', 'revision_number': 4, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '88de1926-b64d-43e0-ad0e-56431a7e57f4', 'name': '', 'network_id': 'e753f34b-daf3-4fc1-9790-eb0dbfb96365', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'mac_address': 'fa:16:3e:e3:16:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b10d9b73-f629-4903-9793-14658050efb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:12Z', 'updated_at': '2021-06-07T12:03:25Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'subnets': [{'id': 'b10d9b73-f629-4903-9793-14658050efb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:27.704623 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b50362d5-78a4-454f-bf9e-a5b40f2b3b63 req-5f8ee7be-d7ed-4b6f-8bba-5d38c9b33f77 service neutron] 10.222.0.35 "GET /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601624 Jun 07 12:11:27.797150 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:27.802246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-80058d58-6075-4f95-946b-09b6a9a5906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:27.818326 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] Set router 7baa988e-bace-47ed-aba0-f2338ea90a9d gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:27.849257 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb934fb3-470b-4716-a7d7-c0f3beed2071,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:27.853427 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:27.949874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:11:27Z', 'revision_number': 6, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:27.954486 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3975818-1b64-4b84-b1e3-0d0cde103aea None None] The sync data for ids ['7baa988e-bace-47ed-aba0-f2338ea90a9d'] in dv-cinder-786627-7-iscsi is: [{'id': '7baa988e-bace-47ed-aba0-f2338ea90a9d', 'name': 'tempest-AttachVolumeTestJSON-907099902-router', 'tenant_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:05:55Z', 'updated_at': '2021-06-07T12:11:27Z', 'revision_number': 6, 'project_id': '47204dd15b794ec9b06fa4d5cbb98ce3', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:27.968641 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.004054 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb648f2-e440-4e34-b48b-9d8b40e4c5e4 None None] New status for floating IP 158894e8-4a67-476b-bdfa-07cc9947a15d: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:11:28.148932 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.151598 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.177471 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.178012 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7baa988e-bace-47ed-aba0-f2338ea90a9d {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:11:28.184354 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.188167 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34862) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:28.188382 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-0da6213d-1ca4-49e6-b7a3-2fbdaa47b445 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7baa988e-bace-47ed-aba0-f2338ea90a9d HTTP/1.1" status: 204 len: 168 time: 1.5907891 Jun 07 12:11:28.256834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Deleting subnet 77f5c32f-f23f-4610-b71e-7128a56fd14e {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:11:28.262021 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.308265 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-c358b874-4d37-4bd2-8b6f-e4abad236ce9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:28.309943 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-c358b874-4d37-4bd2-8b6f-e4abad236ce9 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.2045505 Jun 07 12:11:28.377871 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.588026 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.640326 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port b9970176-11c1-4e63-b58e-658183552cbc {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:28.640544 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.807836 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.820736 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device fb934fb3-470b-4716-a7d7-c0f3beed2071 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:28.830732 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014c75d-e35e-43fe-b521-6c57bedf6641 req-43fe88cb-df5e-453f-9ff5-154878455804 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:28.831675 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2014c75d-e35e-43fe-b521-6c57bedf6641 req-43fe88cb-df5e-453f-9ff5-154878455804 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 945 time: 0.3540409 Jun 07 12:11:28.835969 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:28.891122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: fb934fb3-470b-4716-a7d7-c0f3beed2071 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:28.891715 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device fb934fb3-470b-4716-a7d7-c0f3beed2071 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:28.892363 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f5c32f-f23f-4610-b71e-7128a56fd14e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:28.892729 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 7f1d7940-1711-40a0-b1af-00a83303d667 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:28.910416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] For port b9970176-11c1-4e63-b58e-658183552cbc, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b9970176-11c1-4e63-b58e-658183552cbc,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:28.910793 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.919598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:28.925249 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77f5c32f-f23f-4610-b71e-7128a56fd14e HTTP/1.1" status: 204 len: 168 time: 0.7322764 Jun 07 12:11:28.925564 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34874) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:28.926645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.926645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.926645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.927243 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.927416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.927651 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.927992 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.928337 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.928709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.929032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.929367 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.929697 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:28.943980 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3335244a-4331-464d-9ea3-b9de14e9cef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:28.948480 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 7f1d7940-1711-40a0-b1af-00a83303d667 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:28.949968 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 7f1d7940-1711-40a0-b1af-00a83303d667 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:28.954883 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68234b5d-bb4e-4ff1-b18a-091557487f5d None None] Network fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:29.056341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.069553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for b9970176-11c1-4e63-b58e-658183552cbc owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:29.079015 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-2014c75d-e35e-43fe-b521-6c57bedf6641 req-dd60a6bc-24b9-49eb-901c-3807243a4a25 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/security-groups?id=595cf29b-7b13-4dea-b2fd-b38292942750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158072 Jun 07 12:11:29.226142 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.233177 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:29.284570 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=b9970176-11c1-4e63-b58e-658183552cbc,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:29.288135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:29.301394 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Deleting port ed1395ad-43a1-42b1-b32f-37ec0492083d {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:29.301829 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.366196 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] DHCP port deletion for fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:11:29.372127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] No DVR routers for this DVR port b9970176-11c1-4e63-b58e-658183552cbc on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:29.375583 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.377540 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0fe983e5-0083-4549-bc3f-221e558ae736 req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.35 "DELETE /v2.0/ports/b9970176-11c1-4e63-b58e-658183552cbc HTTP/1.1" status: 204 len: 173 time: 1.0554307 Jun 07 12:11:29.378095 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'name': 'network-vif-deleted', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:29.382282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3968c5-63e6-4593-9a9e-3a5fc6fb044f" -d '{"events": [{"server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "name": "network-vif-deleted", "tag": "b9970176-11c1-4e63-b58e-658183552cbc"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:29.420941 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] For port ed1395ad-43a1-42b1-b32f-37ec0492083d, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ed1395ad-43a1-42b1-b32f-37ec0492083d,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:29.421370 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.441790 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fc314f-29ef-48d6-856a-8ff9038670f7 x-openstack-request-id: req-b8fc314f-29ef-48d6-856a-8ff9038670f7 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:29.442257 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7447fa7f-7965-4343-9368-b7e2ee3efcc6", "name": "network-vif-deleted", "tag": "b9970176-11c1-4e63-b58e-658183552cbc", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:29.442630 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8fc314f-29ef-48d6-856a-8ff9038670f7 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:29.443126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7447fa7f-7965-4343-9368-b7e2ee3efcc6', 'name': 'network-vif-deleted', 'tag': 'b9970176-11c1-4e63-b58e-658183552cbc', 'status': 'completed', 'code': 200} Jun 07 12:11:29.458942 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Deleting port ed1395ad-43a1-42b1-b32f-37ec0492083d {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:29.459322 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.552912 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Calling delete_port for ed1395ad-43a1-42b1-b32f-37ec0492083d owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:29.565187 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] For port ed1395ad-43a1-42b1-b32f-37ec0492083d, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=ed1395ad-43a1-42b1-b32f-37ec0492083d,segment=NetworkSegment(f609f8aa-a512-4c6c-a25e-9bd334e50765),segment_id=f609f8aa-a512-4c6c-a25e-9bd334e50765)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:29.565582 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.602591 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.607041 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:29.659060 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1395ad-43a1-42b1-b32f-37ec0492083d,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:29.662184 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:29.662961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] No DVR routers for this DVR port ed1395ad-43a1-42b1-b32f-37ec0492083d on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:29.698675 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Calling delete_port for ed1395ad-43a1-42b1-b32f-37ec0492083d owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:29.750952 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.754888 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:29.790578 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.810118 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] No DVR routers for this DVR port ed1395ad-43a1-42b1-b32f-37ec0492083d on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:29.810344 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb72f4f9-5123-4a97-bd81-d4dfecdb10d9']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:29.811398 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Pushing event deleted for resources: {'Port': ['ID=ed1395ad-43a1-42b1-b32f-37ec0492083d,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:29.814054 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:29.836069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f609f8aa-a512-4c6c-a25e-9bd334e50765') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:29.836408 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f609f8aa-a512-4c6c-a25e-9bd334e50765') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:29.850477 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.870743 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.877989 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:11:29.878744 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:11:29.892711 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:11:29.975125 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:29.981380 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8c7c8014-66f8-4b63-abb4-75489dcc25a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:30.009462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:30.012001 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/fb72f4f9-5123-4a97-bd81-d4dfecdb10d9 HTTP/1.1" status: 204 len: 168 time: 1.0848730 Jun 07 12:11:30.018425 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fb72f4f9-5123-4a97-bd81-d4dfecdb10d9,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:30.030834 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:30.155813 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34884) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:30.208736 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1d2698f1-7711-4121-8627-0d324c90d570 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47204dd15b794ec9b06fa4d5cbb98ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515566 Jun 07 12:11:30.212721 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34886) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:30.394410 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-859cda4f-4d29-4bed-ae8c-a1f076e4e7a6 req-549a94bd-6f03-4f4b-bcb0-9c7ea13b7ee3 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 210 time: 0.1663613 Jun 07 12:11:30.430598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:30.457283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:30.516902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:30.521076 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:30.522811 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17ffc699-24b0-4b79-8523-27920fa8d2fe HTTP/1.1" status: 204 len: 168 time: 0.3087585 Jun 07 12:11:30.523710 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4efaf743-6eb5-4a82-b0e1-af4e70ab7675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:30.537639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffc699-24b0-4b79-8523-27920fa8d2fe,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:30.540685 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bf2ab265-07ee-4595-b6c4-d5515051ef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:30.576835 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ed1395ad-43a1-42b1-b32f-37ec0492083d no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:30.622843 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: ed1395ad-43a1-42b1-b32f-37ec0492083d {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:30.623346 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device ed1395ad-43a1-42b1-b32f-37ec0492083d not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:31.300146 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34910) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:31.411458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1937516759-network', 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:31.435078 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:31.437564 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.450661 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.554529 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eafc151a-d396-4c09-8d2a-bf09525fe830 req-67682c46-b519-4357-9b22-2e8fa6f1ee4f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 210 time: 0.0502994 Jun 07 12:11:31.565305 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.578704 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.581968 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-01fec6c1-1acf-4615-89a9-b0c9c0ed6e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:31.613960 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:11:31.623448 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452665ee-7d2e-4944-803e-16203d375941,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:31.627230 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:31.630153 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.630426 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Added segment 26bc7f4e-35cb-4143-a7dd-017049db5996 of type vlan for network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 Jun 07 12:11:31.659421 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.690716 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.692378 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:31.692983 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.696499 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:31.744221 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4429500 Jun 07 12:11:31.747449 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 34916) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:31.752375 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Request body: {'subnet': {'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1937516759-subnet', 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:31.776925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:31.779190 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:31.798784 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Pushing event updated for resources: {'Network': ['ID=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:31.801719 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:31.810416 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:11:31.945627 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device b9970176-11c1-4e63-b58e-658183552cbc no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:31.996406 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: b9970176-11c1-4e63-b58e-658183552cbc {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:31.996789 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device b9970176-11c1-4e63-b58e-658183552cbc not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:32.007639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:32.011941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-117b6a58-ba1e-4c69-90f4-94bccea51445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:32.087834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:32.091017 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:32.098300 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Checking segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:32.098657 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Network hostable DHCP agents. Network: 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:11:32.115909 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:11:32.126564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:32.130878 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:32.131459 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:32.135371 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609513f-6ea7-47f9-9ee9-0a71ad0e8073 None None] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:32.150414 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4018297 Jun 07 12:11:32.348540 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74289a-0163-46d8-bb69-f485f367de74 None None] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:32.741518 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-2dbabf08-0927-4985-967f-03a3ceb496c5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:32.743196 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-2dbabf08-0927-4985-967f-03a3ceb496c5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.1760690 Jun 07 12:11:32.761510 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-17d45db8-c1de-42ce-bc73-642cab96b5f1 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/quotas/be8300897ac543bb935ceb61e9ef6011 HTTP/1.1" status: 200 len: 375 time: 0.0117760 Jun 07 12:11:32.817048 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-fb159c28-c539-4d4b-b090-b1b07e710802 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488408 Jun 07 12:11:32.891734 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-c78178d6-8603-42d1-b7a9-3547f92bbede service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:11:32.892751 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-c78178d6-8603-42d1-b7a9-3547f92bbede service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684726 Jun 07 12:11:32.895314 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-272b3e1c-e6f9-48ad-a754-5e425979f587 req-e94ffbc7-5b3a-427c-bdb4-b687d531ba72 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "GET /v2.0/ports?device_id=7447fa7f-7965-4343-9368-b7e2ee3efcc6 HTTP/1.1" status: 200 len: 210 time: 0.0572813 Jun 07 12:11:33.034723 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-f02b9e43-9588-486a-97c8-7ceaa92b9bc3 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350889 Jun 07 12:11:33.170008 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-94ff7e43-be1a-431d-a423-095cf1aab26b service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291533 Jun 07 12:11:33.374881 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0f226c22-91a9-4254-b1f0-3958271a3677 req-b8bb30f1-8535-4ebd-a51f-63909f3e2bf0 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 210 time: 0.0520327 Jun 07 12:11:33.994567 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 34964) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:34.225312 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Deleting port 2a42a627-4a83-45bb-a321-50ee6320e707 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:34.225647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.352541 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.352920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.481695 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Calling delete_port for 2a42a627-4a83-45bb-a321-50ee6320e707 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:34.555005 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ce5d82ab-04cf-470b-8c85-f9776029d1b2 req-a5d1b79a-07a6-4f92-8227-31be6668c11c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 210 time: 0.0682669 Jun 07 12:11:34.724261 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-a7722a66-e53c-465d-98cf-2651a9d74ca9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:34.726154 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-a7722a66-e53c-465d-98cf-2651a9d74ca9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.2011020 Jun 07 12:11:34.729870 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.739714 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Request body: {'port': {'device_id': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'admin_state_up': True, 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:34.742345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ced28a4a-321d-47da-b0d7-4be0abeaa27d tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:34.821616 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'Port': ['ID=2a42a627-4a83-45bb-a321-50ee6320e707,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:34.824713 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:34.895095 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.898209 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:34.900224 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f8bfdf12-0b2e-46f3-9535-eed287b77578 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "DELETE /v2.0/floatingips/ffbfa81f-433c-446c-9c1a-f4c1009e560f HTTP/1.1" status: 204 len: 168 time: 0.9044409 Jun 07 12:11:34.968822 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:34.972379 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:35.175152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Allocated IP 172.20.0.6 (1e058ecf-f322-4ef4-937a-4fbc5ab79ab0/2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b/5a72b3ce-b1c9-45f2-b5cb-321c17b8528e) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:35.521253 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:35.556448 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:35.563029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-df299b47-30dc-46a3-a96b-76caf38505a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:35.634301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:35.638648 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:35.642665 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:35.675540 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event updated for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:35.683534 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:35.715801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:35.716331 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:35.787255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0514283 Jun 07 12:11:35.800213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-4fc7fc55-c391-4833-b002-893dae55fdd7 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:11:35.801395 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-4fc7fc55-c391-4833-b002-893dae55fdd7 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073404 Jun 07 12:11:35.813940 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Request body: {'port': {'device_id': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:35.881129 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b83cd-7684-444e-9b0c-bca6b897d24b req-8a5aa2fd-8860-425f-97cd-333d8d0c1769 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:35.882764 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-873b83cd-7684-444e-9b0c-bca6b897d24b req-8a5aa2fd-8860-425f-97cd-333d8d0c1769 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 931 time: 0.1621673 Jun 07 12:11:35.974038 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:35.993711 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-873b83cd-7684-444e-9b0c-bca6b897d24b req-c1494c13-6445-40e5-8568-7d89525f2406 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799336 Jun 07 12:11:36.331799 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35000) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:36.351314 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:11:36.362500 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.378017 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Transition to ACTIVE for port object 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:36.381991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.387903 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6008d814-6a0f-4405-8b3f-08dd7b604ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:36.405167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.439868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.537180 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.540591 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.542646 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] 10.222.0.22 "DELETE /v2.0/security-groups/595cf29b-7b13-4dea-b2fd-b38292942750 HTTP/1.1" status: 204 len: 168 time: 0.2096338 Jun 07 12:11:36.543804 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9e7f3bf7-9ddb-4ee6-a06a-ff64a43caf5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:36.556126 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595cf29b-7b13-4dea-b2fd-b38292942750,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:36.559768 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:36.568844 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Pushing event updated for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:36.603649 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:36.617272 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35004) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:36.668782 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Attempting to bind port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:36.669201 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Attempting to bind port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:36.669597 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Attempting to bind port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:36.675210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:11:36.675522 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Attempting to bind port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:36.683024 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:36.683358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Checking segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:36.683747 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Bound using segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:36.684179 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Bound port: 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:36.684524 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.810834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:36.815925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:36.827837 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.829991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8781bc86-2ed5-47a4-9891-d35723da2630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:36.889560 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:36.890178 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:36.891595 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] 10.222.0.35 "PUT /v2.0/ports/5a72b3ce-b1c9-45f2-b5cb-321c17b8528e HTTP/1.1" status: 200 len: 1093 time: 1.0824220 Jun 07 12:11:36.892104 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:36.894482 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb47f9bf-493a-44b3-9412-47f812c66b07" -d '{"events": [{"name": "network-changed", "server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:36.918545 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Pushing event updated for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:36.922356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:36.952266 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00dce13-1c14-4548-a3e1-397e6d780b57 x-openstack-request-id: req-b00dce13-1c14-4548-a3e1-397e6d780b57 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:36.952890 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:36.953301 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b00dce13-1c14-4548-a3e1-397e6d780b57 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:36.953839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', 'status': 'completed', 'code': 200} Jun 07 12:11:37.065992 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-8c933959-b971-4439-90c1-c1e132c7840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:37.067731 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-8c933959-b971-4439-90c1-c1e132c7840c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 1096 time: 0.1333501 Jun 07 12:11:37.147541 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-92eae97b-4f5d-4f28-86f0-d07c14f26076 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e HTTP/1.1" status: 200 len: 217 time: 0.0725431 Jun 07 12:11:37.290636 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-11004c72-1394-4b32-b548-fd3ca5ff1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:37.293085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-11004c72-1394-4b32-b548-fd3ca5ff1a17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.1094165 Jun 07 12:11:37.342853 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:37.360390 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-9bdbf620-586b-4551-b615-e3c7053a5f43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591896 Jun 07 12:11:37.414768 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0d22-75cd-424b-bba6-0446d2e88a23 req-bb567c78-12e3-4d10-b410-52bc876ceb4f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:37.417627 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0b6b0d22-75cd-424b-bba6-0446d2e88a23 req-bb567c78-12e3-4d10-b410-52bc876ceb4f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 943 time: 0.2791905 Jun 07 12:11:37.689697 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0b6b0d22-75cd-424b-bba6-0446d2e88a23 req-d4035701-19b2-43f3-a2bb-8bb2ecf56a13 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362736 Jun 07 12:11:37.725439 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-5c163334-a7e2-40b5-8aaf-7de74ec0a1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583512 Jun 07 12:11:37.872376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Deleting port 88de1926-b64d-43e0-ad0e-56431a7e57f4 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:37.872612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:37.893107 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ca13cf34-3081-41ce-8265-b6997a4e0530 req-fc7f48bb-e717-4374-aa27-c47e0b26c340 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611180 Jun 07 12:11:38.005008 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] For port 88de1926-b64d-43e0-ad0e-56431a7e57f4, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=88de1926-b64d-43e0-ad0e-56431a7e57f4,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:38.005359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:38.017701 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-01b8c48f-0f32-43c5-932f-8fa853cbc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:38.019166 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-01b8c48f-0f32-43c5-932f-8fa853cbc57b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 1096 time: 0.0736041 Jun 07 12:11:38.161052 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-51cd4e26-0f7b-4471-8ca6-042ca1b4eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:38.162450 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-51cd4e26-0f7b-4471-8ca6-042ca1b4eb81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 916 time: 0.1370561 Jun 07 12:11:38.234806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Calling delete_port for 88de1926-b64d-43e0-ad0e-56431a7e57f4 owned by network:router_interface {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:38.236230 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-c8d48ad7-0611-4f59-a287-462d7dd0213f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e HTTP/1.1" status: 200 len: 217 time: 0.0660548 Jun 07 12:11:38.301564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-c75cff87-c346-4e0a-ac25-a2a1e53affc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:38.303017 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-c75cff87-c346-4e0a-ac25-a2a1e53affc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0601199 Jun 07 12:11:38.357781 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-3ea10c08-4430-4e3a-9057-d2d7988f6cda service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478084 Jun 07 12:11:38.387586 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:38.392133 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bbe8d6f0-27d9-4a5a-9e0b-375dd3abecbd tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:38.435319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=88de1926-b64d-43e0-ad0e-56431a7e57f4,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:38.438204 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:38.499575 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-d4af3952-2836-468e-bb31-75b37045452c service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339021 Jun 07 12:11:38.648180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bb47f9bf-493a-44b3-9412-47f812c66b07 req-0ea8d384-5b58-49fe-a96a-c42ef9482fa5 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405561 Jun 07 12:11:38.733645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:38.898126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7277a-3caf-4dac-acf6-456ec6c8d0ee req-39dbc68f-ee1c-498a-bd54-6fb6102975fb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:38.899635 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3e7277a-3caf-4dac-acf6-456ec6c8d0ee req-39dbc68f-ee1c-498a-bd54-6fb6102975fb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 943 time: 0.0917237 Jun 07 12:11:38.947698 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f3e7277a-3caf-4dac-acf6-456ec6c8d0ee req-5d370214-1754-4665-aa85-f90d3a825ff9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Jun 07 12:11:39.123924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:39.301113 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:39.305761 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] 10.222.0.22 "PUT /v2.0/routers/63fc4f7e-cfab-4bd9-ae6e-f6675d51326d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874437 Jun 07 12:11:39.309185 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35030) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:39.309387 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Sync routers for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:39.321205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:39.322130 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:39.495990 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:39.522354 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:39.786860 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:39.858011 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:11:38Z', 'revision_number': 5, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port': {'id': 'a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:07Z', 'updated_at': '2021-06-07T12:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:39.859562 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Deleting port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:39.859904 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:39.861999 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Checking router: 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:39.871472 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Routers {'63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:39.872080 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:40.003836 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] For port a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:40.004283 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.017907 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:11:40.050940 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] Set router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:40.161557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Calling delete_port for a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:40.169604 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.db.resource_extend [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 12:11:40.183948 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:11:39Z', 'revision_number': 6, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:40.193708 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215f349-e097-4c02-804a-44db504fedce req-1485a848-2879-4441-86d6-2fc6be273cef tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:40.195207 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3215f349-e097-4c02-804a-44db504fedce req-1485a848-2879-4441-86d6-2fc6be273cef tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 943 time: 0.1029222 Jun 07 12:11:40.204415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae48311-3014-4b47-bf7c-cd3ae68ec9eb None None] The sync data for ids ['63fc4f7e-cfab-4bd9-ae6e-f6675d51326d'] in dv-cinder-786627-7-iscsi is: [{'id': '63fc4f7e-cfab-4bd9-ae6e-f6675d51326d', 'name': 'tempest-TestVolumeBootPattern-1559709312-router', 'tenant_id': '8eef51cadbc745d6b93b003f2d756712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:05Z', 'updated_at': '2021-06-07T12:11:39Z', 'revision_number': 6, 'project_id': '8eef51cadbc745d6b93b003f2d756712', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:40.258449 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3215f349-e097-4c02-804a-44db504fedce req-e85339fe-6882-4f00-a719-11cf01651370 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535421 Jun 07 12:11:40.321775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:40.336263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'port_id': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', 'mac_address': 'fa:16:3e:22:78:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:11:40.347971 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.351776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:40.393112 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.395273 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:40.398553 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:40.410906 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:11:40.427579 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:40.432682 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.434525 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-768ca0a4-a00f-448c-aaf0-93cc23f64ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:40.501896 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.509254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:40.513522 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:40.620221 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 88de1926-b64d-43e0-ad0e-56431a7e57f4 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:40.656982 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:11:40.690886 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.693235 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.703809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 88de1926-b64d-43e0-ad0e-56431a7e57f4 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:40.704158 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 88de1926-b64d-43e0-ad0e-56431a7e57f4 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:40.718923 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.719575 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63fc4f7e-cfab-4bd9-ae6e-f6675d51326d {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:11:40.724215 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.727641 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2930d86a-db01-41a4-8500-c41df3666da0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/63fc4f7e-cfab-4bd9-ae6e-f6675d51326d HTTP/1.1" status: 204 len: 168 time: 1.4150720 Jun 07 12:11:40.727867 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35040) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:40.788606 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Deleting subnet b10d9b73-f629-4903-9793-14658050efb3 {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:11:40.792006 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.845149 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.922667 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.992544 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:40.997353 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:41.035083 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10d9b73-f629-4903-9793-14658050efb3,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:41.038528 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:41.041464 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.043272 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-aac26947-aca2-403b-8706-f0222775554c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b10d9b73-f629-4903-9793-14658050efb3 HTTP/1.1" status: 204 len: 168 time: 0.3145041 Jun 07 12:11:41.045856 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35042) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:41.046535 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d4f28-4493-458d-821e-c6e32f8beb03 None None] Network e753f34b-daf3-4fc1-9790-eb0dbfb96365 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:41.156046 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.237063 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Deleting port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:41.237471 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.330185 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] DHCP port deletion for e753f34b-daf3-4fc1-9790-eb0dbfb96365 request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:11:41.410203 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Deleting port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:41.410606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.463889 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] For port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:41.464130 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.516192 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145830b-5e21-4da5-8e30-939f2b8d6add req-76ec37ee-7743-42ce-bbe1-8a2e682a827f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:41.519875 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] For port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,segment=NetworkSegment(4c6b2d5c-4001-47e8-99c1-84e25f9e8531),segment_id=4c6b2d5c-4001-47e8-99c1-84e25f9e8531)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:41.520279 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.523475 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3145830b-5e21-4da5-8e30-939f2b8d6add req-76ec37ee-7743-42ce-bbe1-8a2e682a827f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 944 time: 0.1130285 Jun 07 12:11:41.571042 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3145830b-5e21-4da5-8e30-939f2b8d6add req-217f7e08-953f-4f48-bc12-612451806467 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Jun 07 12:11:41.631788 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Calling delete_port for 3c72321e-4194-4c2b-8d34-8bbebf7b7aea owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:41.686999 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.692310 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5b3d83eb-6583-4978-829b-e8d71c658489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:41.705562 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Calling delete_port for 3c72321e-4194-4c2b-8d34-8bbebf7b7aea owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:41.740812 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] No DVR routers for this DVR port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:41.757324 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.761469 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:41.771166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:41.774182 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:41.803954 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Pushing event deleted for resources: {'Port': ['ID=3c72321e-4194-4c2b-8d34-8bbebf7b7aea,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:41.807590 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:41.808699 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] No DVR routers for this DVR port 3c72321e-4194-4c2b-8d34-8bbebf7b7aea on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:41.866793 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.880993 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e753f34b-daf3-4fc1-9790-eb0dbfb96365']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:41.895106 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6b2d5c-4001-47e8-99c1-84e25f9e8531') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:41.895392 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6b2d5c-4001-47e8-99c1-84e25f9e8531') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:41.907122 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.924428 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.930483 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:11:41.931083 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:11:41.944830 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:11:41.952316 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:42.022500 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:42.023605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.027648 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:42.027828 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9894dc86-93a7-4174-84fd-6862e7c24613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:42.027933 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.041700 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.043637 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e753f34b-daf3-4fc1-9790-eb0dbfb96365 HTTP/1.1" status: 204 len: 168 time: 0.9968231 Jun 07 12:11:42.046702 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35066) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:42.105292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e753f34b-daf3-4fc1-9790-eb0dbfb96365,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:42.114248 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-dad46a2c-eecb-4254-b42d-c7942570edb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:42.141748 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.171497 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:42.173792 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c9de6-3bca-4deb-b7f4-fa096651026e" -d '{"events": [{"server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "name": "network-vif-plugged", "status": "completed", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:42.181399 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:42.186379 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.188466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:42.225251 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd660852-79ca-4150-8067-c8abd4d23c6f x-openstack-request-id: req-fd660852-79ca-4150-8067-c8abd4d23c6f {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:42.225543 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "name": "network-vif-plugged", "status": "completed", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:42.225806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd660852-79ca-4150-8067-c8abd4d23c6f {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:42.226187 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', 'code': 200} Jun 07 12:11:42.261323 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.270957 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:42.274551 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:42.457228 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0bc0d-fd3d-493e-a8d2-5626dc49a4e4 req-d5ab6ed6-e521-4246-8218-4caf20f880bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:42.458598 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9fa0bc0d-fd3d-493e-a8d2-5626dc49a4e4 req-d5ab6ed6-e521-4246-8218-4caf20f880bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 1098 time: 0.0740142 Jun 07 12:11:42.502343 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-9fa0bc0d-fd3d-493e-a8d2-5626dc49a4e4 req-ecb14617-58aa-4e88-84eb-9049d7c6faae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361581 Jun 07 12:11:42.580513 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:42.617417 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:42.617772 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device a3c8eef5-b6d1-496b-bfb5-2f2b0365dbc1 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:42.618200 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c72321e-4194-4c2b-8d34-8bbebf7b7aea no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:42.621765 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:42.654920 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 3c72321e-4194-4c2b-8d34-8bbebf7b7aea {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:42.655268 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c72321e-4194-4c2b-8d34-8bbebf7b7aea not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:42.777830 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d0f2-b8e2-4b9b-bdfe-409dfea34b70 req-61aee98b-103b-4dcc-8567-db2e433cbb8f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:42.779357 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a31d0f2-b8e2-4b9b-bdfe-409dfea34b70 req-61aee98b-103b-4dcc-8567-db2e433cbb8f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Jun 07 12:11:42.831154 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1a31d0f2-b8e2-4b9b-bdfe-409dfea34b70 req-5a8b6e0a-0493-49ef-bc8e-a77d30cefe0e tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Jun 07 12:11:43.153516 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Deleting port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:43.154110 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:43.284949 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] For port abc17ce0-2ecc-4410-82a1-9124cbe2e8b4, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:43.285298 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:43.411873 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Calling delete_port for abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 owned by network:router_interface {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:43.559783 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:43.564224 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a4be081f-5856-4aa0-8e01-39bd4cddc166 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:43.609307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc17ce0-2ecc-4410-82a1-9124cbe2e8b4,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:43.635589 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:43.878621 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.017896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1393b34-abdf-451a-acd5-71d1af7fb075 req-da30d287-454e-4f04-94ce-34b0db473d9c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:44.019369 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f1393b34-abdf-451a-acd5-71d1af7fb075 req-da30d287-454e-4f04-94ce-34b0db473d9c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 945 time: 0.0793378 Jun 07 12:11:44.038502 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35082) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:44.221831 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f1393b34-abdf-451a-acd5-71d1af7fb075 req-02706a45-cfa2-4e0b-98bc-98ad97c61ea3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965890 Jun 07 12:11:44.226699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Deleting subnet 412219f4-e988-426b-a6fd-38020ff6c6b7 {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:11:44.230311 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.253298 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Router fd1484b8-d914-4d8f-9937-9e726c29a957 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:44.283689 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.352422 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.426083 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.434738 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:44.472107 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.477048 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/412219f4-e988-426b-a6fd-38020ff6c6b7 HTTP/1.1" status: 204 len: 168 time: 0.4347146 Jun 07 12:11:44.477048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412219f4-e988-426b-a6fd-38020ff6c6b7,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:44.477048 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35086) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:44.479181 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f1d81a86-a25a-4c21-97d4-cab0756ebf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:44.558458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:44.567558 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] 10.222.0.22 "PUT /v2.0/routers/fd1484b8-d914-4d8f-9937-9e726c29a957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198195 Jun 07 12:11:44.569943 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35088) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:44.573765 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Sync routers for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:44.591845 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:44.592464 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:44.597069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.747549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.761359 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbefcdfb-628d-49e8-8926-783a7bc8bc90']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:44.774671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72a9edd-864d-409a-b855-3b8a0757c5bb') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:44.775043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72a9edd-864d-409a-b855-3b8a0757c5bb') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:44.788910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.808872 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.818542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:11:44.818542 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.818834 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:11:44.835872 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:11:44.880174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.916728 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.920945 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4d6448de-7683-4657-9313-b3182792e64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:44.936432 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:44.938274 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] 10.222.0.22 "DELETE /v2.0/networks/dbefcdfb-628d-49e8-8926-783a7bc8bc90 HTTP/1.1" status: 204 len: 168 time: 0.4607072 Jun 07 12:11:44.941694 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Pushing event deleted for resources: {'Network': ['ID=dbefcdfb-628d-49e8-8926-783a7bc8bc90,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:44.944229 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a4fdd039-a76d-4fd3-806d-4f86648c02db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:45.084246 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35096) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:45.086338 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.134028 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '3c90eda6-418d-428f-914b-319c48c6e047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:11:43Z', 'revision_number': 5, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port': {'id': '3c90eda6-418d-428f-914b-319c48c6e047', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:03:21Z', 'updated_at': '2021-06-07T12:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:45.139043 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Checking router: fd1484b8-d914-4d8f-9937-9e726c29a957 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:45.141607 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-96b6989d-3624-409c-8945-f8f626b81ca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3039eb223faf474abb5462519ee2d2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553880 Jun 07 12:11:45.144062 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35098) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:45.150344 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Routers {'fd1484b8-d914-4d8f-9937-9e726c29a957'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:45.151849 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['fd1484b8-d914-4d8f-9937-9e726c29a957'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:45.168118 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Deleting port 3c90eda6-418d-428f-914b-319c48c6e047 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:45.168461 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.209624 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.241639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.298918 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.301543 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.305273 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5079889a-efc7-40eb-b80e-558d60951dc9 HTTP/1.1" status: 204 len: 168 time: 0.1577191 Jun 07 12:11:45.305273 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9ac9a2f1-0f51-4e0c-a399-d0d50bc80b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:45.314541 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] For port 3c90eda6-418d-428f-914b-319c48c6e047, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=3c90eda6-418d-428f-914b-319c48c6e047,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:45.315298 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5079889a-efc7-40eb-b80e-558d60951dc9,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:45.316670 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.317953 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bacb7907-9d3e-4ef6-b91a-6f7257213eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:45.327618 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] Set router fd1484b8-d914-4d8f-9937-9e726c29a957 gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:45.435163 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:11:45Z', 'revision_number': 6, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:45.439192 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4eb7e-867c-4614-b4b1-307ad56f0e15 None None] The sync data for ids ['fd1484b8-d914-4d8f-9937-9e726c29a957'] in dv-cinder-786627-7-iscsi is: [{'id': 'fd1484b8-d914-4d8f-9937-9e726c29a957', 'name': 'tempest-TestVolumeBootPattern-1915885809-router', 'tenant_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:03:19Z', 'updated_at': '2021-06-07T12:11:45Z', 'revision_number': 6, 'project_id': '5e9faeabfd7b495b9e98f5e4ea954538', 'gw_port_host': None}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:45.444121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Calling delete_port for 3c90eda6-418d-428f-914b-319c48c6e047 owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:45.620536 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.625945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d3f53526-24b1-4a74-8093-8741894b31dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:45.657510 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b2603f67-b390-4e4c-b6a9-dd6fa7d4afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.676114 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c90eda6-418d-428f-914b-319c48c6e047,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:45.702293 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:45.772816 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.969630 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.972540 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:45.999545 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.000868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1484b8-d914-4d8f-9937-9e726c29a957 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:11:46.005687 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.009112 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] 10.222.0.22 "DELETE /v2.0/routers/fd1484b8-d914-4d8f-9937-9e726c29a957 HTTP/1.1" status: 204 len: 168 time: 1.4381998 Jun 07 12:11:46.009511 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35124) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:46.074514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Deleting subnet 9c59225f-1f5b-4b2a-837a-205d3969898e {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:11:46.077814 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.134625 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.174798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35132) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:46.224426 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.306557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1058813534-network', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:46.329203 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.333772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:46.337332 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Made reservation on behalf of c7da0c1999b74f7e88721cc478082d79 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:46.340581 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.358580 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.378481 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c59225f-1f5b-4b2a-837a-205d3969898e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:46.382668 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:46.388440 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.390869 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-cbe10b83-0515-49cd-8a75-a48c89730c42 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9c59225f-1f5b-4b2a-837a-205d3969898e HTTP/1.1" status: 204 len: 168 time: 0.3791711 Jun 07 12:11:46.392895 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35138) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:46.395359 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f1612-a820-4488-a007-22c0713e8dbe None None] Network 287c1300-8bca-4db7-8b49-094112a48a59 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:46.621773 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:46.652591 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.664992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:46.666643 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device abc17ce0-2ecc-4410-82a1-9124cbe2e8b4 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:46.667834 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c90eda6-418d-428f-914b-319c48c6e047 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:46.707973 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 3c90eda6-418d-428f-914b-319c48c6e047 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:46.708319 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 3c90eda6-418d-428f-914b-319c48c6e047 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:46.771142 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.779748 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.782313 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] DHCP port deletion for 287c1300-8bca-4db7-8b49-094112a48a59 request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:11:46.784341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-37ef08d1-c9b5-4121-b543-8ed41bd617c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:46.794174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Deleting port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:46.794610 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.850008 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:11:46.870034 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Deleting port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:11:46.870420 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.905366 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a232510-483d-4890-ad57-7bd343f74902,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:46.922375 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:46.925662 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.926010 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Added segment c9c6e506-8b28-4ad7-b30d-323600b44c09 of type vlan for network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 Jun 07 12:11:46.937201 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] For port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:46.937559 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:46.974999 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] For port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,segment=NetworkSegment(c67f7521-c26c-4c06-956e-427b3de41e70),segment_id=c67f7521-c26c-4c06-956e-427b3de41e70)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:46.975389 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.079942 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Calling delete_port for 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:47.086318 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.095668 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Calling delete_port for 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:11:47.131518 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.134468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:47.135203 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.139896 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b0565538-9c9b-447f-859a-e279f90396e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.162805 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.167934 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.198714 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0227356 Jun 07 12:11:47.201887 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35140) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:47.211849 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Request body: {'subnet': {'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1058813534-subnet', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:47.213686 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Pushing event deleted for resources: {'Port': ['ID=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.216024 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] No DVR routers for this DVR port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:47.231555 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.231900 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.232235 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.232931 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.232931 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.233345 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.233584 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.233909 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.234228 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.234548 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.234867 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.235181 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:47.238197 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:47.246007 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.248547 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Made reservation on behalf of c7da0c1999b74f7e88721cc478082d79 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:47.251126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.257433 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Pushing event updated for resources: {'Network': ['ID=2652fa38-57d3-4ed0-b583-1e63b68e11a1,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.261706 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-144997e1-b8fc-42a5-bda1-7cc8660ef5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:47.262357 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3be73cd2-b28f-4990-a658-53da56538b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.273162 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:11:47.298652 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] No DVR routers for this DVR port 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:11:47.330818 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe2b0b5-9e3c-4a63-8b31-1bb48e451683,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.335355 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:47.429460 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.442547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287c1300-8bca-4db7-8b49-094112a48a59']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:47.455137 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67f7521-c26c-4c06-956e-427b3de41e70') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:47.455432 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67f7521-c26c-4c06-956e-427b3de41e70') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:47.467628 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.487036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.487986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.493823 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:11:47.494081 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.495152 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: util.warn( Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: util.warn( Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: util.warn( Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: util.warn( Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:11:47.519020 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:11:47.572443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac5be44-8d61-405f-9a64-49289319686e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.575970 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:47.578747 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Checking segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:47.579089 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Network hostable DHCP agents. Network: 2652fa38-57d3-4ed0-b583-1e63b68e11a1, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:11:47.598230 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:11:47.600362 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.604344 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.611786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 2652fa38-57d3-4ed0-b583-1e63b68e11a1) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:47.616540 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:47.617158 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.617280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.622116 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] 10.222.0.22 "DELETE /v2.0/networks/287c1300-8bca-4db7-8b49-094112a48a59 HTTP/1.1" status: 204 len: 168 time: 1.2251239 Jun 07 12:11:47.625298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb058cf-4b89-482a-9cc3-2312a88b049e None None] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:47.634379 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Pushing event deleted for resources: {'Network': ['ID=287c1300-8bca-4db7-8b49-094112a48a59,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.640577 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-bf311a5f-9d6a-4fd7-ade4-7679d3bbb15f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4367058 Jun 07 12:11:47.642834 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9a4cde8e-2aac-4196-8396-cf2a941ec872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:47.643460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35146) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:47.648715 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:47.674098 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.675469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.692811 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.754036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35148) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:47.807940 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7fe00620-6f6e-4a54-9e99-eedecf7c70ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8eef51cadbc745d6b93b003f2d756712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523722 Jun 07 12:11:47.810268 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35150) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:47.877292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.895466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:11:47.896381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.906907 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.969924 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.972276 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:47.976503 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee6d315b-22fe-470e-ba10-9e7287f0327b HTTP/1.1" status: 204 len: 168 time: 0.1621957 Jun 07 12:11:47.976503 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c36de32b-516b-4a35-8959-d6ceaf520a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:47.988319 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d315b-22fe-470e-ba10-9e7287f0327b,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:47.998345 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:48.076530 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Allocated IP 172.20.0.2 (2652fa38-57d3-4ed0-b583-1e63b68e11a1/7ac5be44-8d61-405f-9a64-49289319686e/94c5347e-d8b2-41bc-ba03-0b3ec35c4695) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:48.097479 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.309868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.328679 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.340850 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Transition to ACTIVE for port object 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:48.362752 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Transition to ACTIVE for port object 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:48.370130 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.377429 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35156) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:48.378271 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:48.431033 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6ffa4a95-b059-491b-859e-264a3e388259 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e9faeabfd7b495b9e98f5e4ea954538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521808 Jun 07 12:11:48.434043 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35158) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:48.438606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:48.438807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.441492 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:48.445460 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:48.473383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.489069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Pushing event updated for resources: {'Port': ['ID=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:48.499383 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:48.501769 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.545907 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.553680 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Attempting to bind port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:48.554767 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Attempting to bind port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:48.555144 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Attempting to bind port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 on network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:48.562840 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:48.563526 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Checking segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:48.564110 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.565043 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Bound using segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:48.565700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Bound port: 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:48.566260 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.618269 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.622422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.624680 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2a00cb1-c8e9-4710-bf05-bed96eb1e884 HTTP/1.1" status: 204 len: 168 time: 0.1895571 Jun 07 12:11:48.625819 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-0934ca55-0919-40f5-b295-0774be9ba75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:48.646120 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Allocated IP 172.27.0.176 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/e6754c01-79e8-42b5-8566-254b0c8dd2cb) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:48.646717 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:11:48.656068 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a00cb1-c8e9-4710-bf05-bed96eb1e884,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:48.668164 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:48.696872 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-f0627b1f-179a-40a9-8bd3-2f0144f958d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.709567 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:11:48.709919 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 1fe2b0b5-9e3c-4a63-8b31-1bb48e451683 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:11:48.748019 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] For port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:48.751191 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] For port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:48.756073 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.761584 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:48.831963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.850372 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Pushing event updated for resources: {'Port': ['ID=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:48.860732 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:48.873992 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:48.878211 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:48.946109 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:48.949469 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:48.953599 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:48.988565 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Pushing event updated for resources: {'Port': ['ID=e6754c01-79e8-42b5-8566-254b0c8dd2cb,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:48.996184 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:49.405633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:49.736785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2e44c-972b-470d-abb4-7f300f034289 None None] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:49.860207 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-bbb735fe-0551-449f-b5bc-40dfec61e368 None None] Provisioning for port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:49.863076 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:49.878031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:50.083913 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Router cdd1caa9-9638-4aec-9c82-059d30f62cd6 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:11:50.269178 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:50.278748 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Sync routers for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:50.288351 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:50.288990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:50.289183 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Notify callbacks [] for router, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:50.290765 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6461031 Jun 07 12:11:50.294495 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35166) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:50.469871 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:50.609577 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:50.833890 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:50.843029 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:50.843406 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:50.955679 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:49Z', 'revision_number': 3, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:50.976863 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Checking router: cdd1caa9-9638-4aec-9c82-059d30f62cd6 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:50.977211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Updating router cdd1caa9-9638-4aec-9c82-059d30f62cd6 port e6754c01-79e8-42b5-8566-254b0c8dd2cb binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:11:51.032892 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.048416 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.109476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.115978 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:51.155312 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.162006 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:51.196599 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:11:51.271978 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:51.284802 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:51.326977 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Allocated IP 172.20.0.1 (2652fa38-57d3-4ed0-b583-1e63b68e11a1/7ac5be44-8d61-405f-9a64-49289319686e/f522760a-e9df-4641-b5aa-ef926941bd92) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:51.455346 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.467341 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Transition to ACTIVE for port object e6754c01-79e8-42b5-8566-254b0c8dd2cb will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:51.474335 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.475290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.478005 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:51.490903 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Transition to ACTIVE for port object f522760a-e9df-4641-b5aa-ef926941bd92 will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:51.516015 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.520598 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-efeb1527-4fed-43d8-bf17-7c5812a87250 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:51.559439 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Attempting to bind port e6754c01-79e8-42b5-8566-254b0c8dd2cb on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:51.559804 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Attempting to bind port e6754c01-79e8-42b5-8566-254b0c8dd2cb by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:51.560177 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Attempting to bind port e6754c01-79e8-42b5-8566-254b0c8dd2cb on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:51.562188 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704e8f0-b210-468e-806e-2b353bcbb5b8 None None] Pushing event updated for resources: {'Port': ['ID=e6754c01-79e8-42b5-8566-254b0c8dd2cb,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:51.565745 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d704e8f0-b210-468e-806e-2b353bcbb5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:51.568254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:51.568612 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:51.569114 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.569508 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:51.570557 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Bound port: e6754c01-79e8-42b5-8566-254b0c8dd2cb, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:51.570557 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.586210 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:51.589081 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:51.592585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:51.627951 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:51.632022 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:51.649743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] For port e6754c01-79e8-42b5-8566-254b0c8dd2cb, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:51.652362 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.654777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] For port e6754c01-79e8-42b5-8566-254b0c8dd2cb, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=e6754c01-79e8-42b5-8566-254b0c8dd2cb,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:51.659089 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.669229 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-c6da7067-1953-4907-b2bb-757251afa1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:51.754229 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:51.754858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:51.811228 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.845221 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704e8f0-b210-468e-806e-2b353bcbb5b8 None None] Pushing event updated for resources: {'Port': ['ID=e6754c01-79e8-42b5-8566-254b0c8dd2cb,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:51.852570 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d704e8f0-b210-468e-806e-2b353bcbb5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:51.860227 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-c0accdb5-a3cd-4216-9ceb-36a4b3416b3a None None] Provisioning for port f522760a-e9df-4641-b5aa-ef926941bd92 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:51.918728 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-c0accdb5-a3cd-4216-9ceb-36a4b3416b3a None None] Provisioning complete for port f522760a-e9df-4641-b5aa-ef926941bd92 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:51.919105 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c0accdb5-a3cd-4216-9ceb-36a4b3416b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:51.928937 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.002452 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:52.043902 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-c0accdb5-a3cd-4216-9ceb-36a4b3416b3a None None] Port f522760a-e9df-4641-b5aa-ef926941bd92 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:11:52.155489 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.159068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.184552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2438ae98-0f6e-4a6f-8d88-219407f4733f tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:52.262983 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:52.267074 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:52.270472 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.349867 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:49Z', 'revision_number': 3, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:52.353848 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df689ebc-2dec-4158-8ccd-983c16e985be None None] The sync data for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi is: [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:49Z', 'revision_number': 3, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:52.413891 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:52.415003 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:52.644441 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:52.741074 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:52.741411 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.764732 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Router cdd1caa9-9638-4aec-9c82-059d30f62cd6 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:11:52.813379 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-a371e7a0-2cf3-4625-8fec-36bdac237930 None None] Provisioning complete for port f522760a-e9df-4641-b5aa-ef926941bd92 triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:52.813767 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-a371e7a0-2cf3-4625-8fec-36bdac237930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:52.908690 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-a371e7a0-2cf3-4625-8fec-36bdac237930 None None] Port f522760a-e9df-4641-b5aa-ef926941bd92 cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:11:52.996369 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:53.004225 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] 10.222.0.22 "PUT /v2.0/routers/cdd1caa9-9638-4aec-9c82-059d30f62cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085550 Jun 07 12:11:53.438160 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-d2a6dad3-0b72-4c45-a439-37cc8be813c2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:53.439641 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-d2a6dad3-0b72-4c45-a439-37cc8be813c2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.1542416 Jun 07 12:11:53.454872 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-bc015b79-720d-4820-81ee-cda0acb1b370 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/quotas/be8300897ac543bb935ceb61e9ef6011 HTTP/1.1" status: 200 len: 375 time: 0.0091774 Jun 07 12:11:53.539679 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-2485d186-f356-4ca0-b776-4b9c88bcb4bb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796449 Jun 07 12:11:53.550994 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7097da23-3caf-4f1e-ac61-21733e0c4c00 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=91700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 12:11:53.552078 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7097da23-3caf-4f1e-ac61-21733e0c4c00 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051532 Jun 07 12:11:53.629148 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35200) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:53.634298 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-726692320-network', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:53.660939 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Made reservation on behalf of d30bcda41bd54be7987ceb493db4986d for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:53.663278 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.680183 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.691422 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-1d6c6e31-de84-465b-bba3-34f4e455af42 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338181 Jun 07 12:11:53.794529 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.798348 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.802959 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a32016c2-fc8d-4fc1-88a1-ec810f348e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:53.823972 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:11:53.838188 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7423ce25-c705-421b-8b0c-6bc1c8c642a8 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418221 Jun 07 12:11:53.845130 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3324de1d-0976-4161-802f-5d4517a40e9f,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:53.848377 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:53.849578 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.849932 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Added segment 7d6008d0-4fd6-4821-b46f-9543af2d949f of type vlan for network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 Jun 07 12:11:53.877982 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.912035 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.913492 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:53.914068 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:53.917920 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:54.019902 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3895013 Jun 07 12:11:54.020689 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Pushing event updated for resources: {'Network': ['ID=40cabc95-363d-4e33-a8f6-e012b7f6ca14,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:54.022586 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35206) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:54.024520 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:54.031178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Request body: {'subnet': {'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-726692320-subnet', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:54.032913 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:11:54.058081 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Made reservation on behalf of d30bcda41bd54be7987ceb493db4986d for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:54.060642 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.076958 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ccf46165-c22b-4360-a45e-cb0417117e81 req-eebad345-8b37-4bf4-bd51-4e20eda1548b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 210 time: 0.0915072 Jun 07 12:11:54.138163 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Sync routers for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:54.149195 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:54.149955 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:54.309650 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.313848 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bb19fda2-6f5c-413f-a438-f9a51e898bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:54.339262 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:54.498322 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1efeb2-1193-47b5-b9bc-f03165bb161c,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:54.502496 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:54.507059 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Checking segment: {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:54.507515 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Network hostable DHCP agents. Network: 40cabc95-363d-4e33-a8f6-e012b7f6ca14, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:11:54.527071 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:11:54.540672 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, 40cabc95-363d-4e33-a8f6-e012b7f6ca14) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:54.546950 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:54.547534 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.551603 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805563dd-3bec-4ede-955c-207f1d1c8384 None None] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:54.571780 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e6861f51-1ee6-481b-8723-3da2b41975e9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5481870 Jun 07 12:11:54.575292 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35214) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:54.585511 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:54.620033 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-470971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4981'] for router, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.621546 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4876'] for router, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.647239 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device e6754c01-79e8-42b5-8566-254b0c8dd2cb up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:54.659338 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.751930 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:52Z', 'revision_number': 2, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:54.757064 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Checking router: cdd1caa9-9638-4aec-9c82-059d30f62cd6 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:54.757412 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Updating router cdd1caa9-9638-4aec-9c82-059d30f62cd6 port f522760a-e9df-4641-b5aa-ef926941bd92 binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:11:54.811478 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.851026 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port e6754c01-79e8-42b5-8566-254b0c8dd2cb completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:54.862987 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port e6754c01-79e8-42b5-8566-254b0c8dd2cb triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:54.863360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.963019 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-467341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-471105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4894'] for router, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:54.987533 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e853526-683d-5e29-bda6-819dd7b10161-40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'fixed_ips': [{'subnet_id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c'}]}} from dv-cinder-786627-7-iscsi. {{(pid=91702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 12:11:54.988738 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.138067 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.213462 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port e6754c01-79e8-42b5-8566-254b0c8dd2cb, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=e6754c01-79e8-42b5-8566-254b0c8dd2cb,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:55.223767 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.228741 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:55.316093 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.db_base_plugin_common [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Allocated IP 172.20.0.2 (40cabc95-363d-4e33-a8f6-e012b7f6ca14/0d1efeb2-1193-47b5-b9bc-f03165bb161c/286cec9d-c484-442f-afbc-e403bddd1323) {{(pid=91702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:55.320081 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.336580 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Transition to ACTIVE for port object f522760a-e9df-4641-b5aa-ef926941bd92 will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:55.345563 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.351852 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ebb22d61-7db0-4729-96e1-c2456a18eb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:55.352790 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=e6754c01-79e8-42b5-8566-254b0c8dd2cb,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:55.358943 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:55.366475 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.399207 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.449377 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-cbe79d9e-4475-4b6d-9422-d2c672a361e6 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:55.451651 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-cbe79d9e-4475-4b6d-9422-d2c672a361e6 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.3110161 Jun 07 12:11:55.502800 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Request body: {'port': {'device_id': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'admin_state_up': True, 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:55.583157 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Pushing event updated for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:55.631341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Allocated IP 172.27.0.159 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/6abf4867-e4b7-4827-b012-d22b7eb2470c) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:55.639891 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-efcd389c-c99b-496a-bed3-9e9e6316a08c req-50a32f0d-cb37-4f54-b6ae-a68a50bcc0a0 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 210 time: 0.1869891 Jun 07 12:11:55.651458 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.652828 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.653026 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.653300 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.653619 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.653988 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.654304 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.654697 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.655044 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.655361 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.655773 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.656147 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:11:55.660525 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:55.693830 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Attempting to bind port f522760a-e9df-4641-b5aa-ef926941bd92 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:55.693994 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Attempting to bind port f522760a-e9df-4641-b5aa-ef926941bd92 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:55.694656 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Attempting to bind port f522760a-e9df-4641-b5aa-ef926941bd92 on network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:55.706058 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:55.706436 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Checking segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:55.706838 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.707227 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Bound using segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:55.707692 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Bound port: f522760a-e9df-4641-b5aa-ef926941bd92, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:55.708062 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.737094 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks [] for port, precommit_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.757067 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Transition to ACTIVE for port object 286cec9d-c484-442f-afbc-e403bddd1323 will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:55.767991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:11:55.772932 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.784793 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Transition to ACTIVE for port object 286cec9d-c484-442f-afbc-e403bddd1323 will not be triggered until provisioned by entity DHCP. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:55.793012 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774'] for port, after_create {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.800050 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:55.820053 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] For port f522760a-e9df-4641-b5aa-ef926941bd92, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:55.822087 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.827426 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] For port f522760a-e9df-4641-b5aa-ef926941bd92, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f522760a-e9df-4641-b5aa-ef926941bd92,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:55.830835 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.839666 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:55.859322 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:55.870543 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-85ba7032-0e2a-40c1-b02b-baf80a682cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:55.877938 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 is already hosted by enough agents. {{(pid=91702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:55.881684 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.scheduler.base_scheduler [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Resources bound (agent type, host, resource id): {{(pid=91702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:55.886791 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Received port after_create {{(pid=91702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:55.928638 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:55.929390 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:55.945351 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:55.948612 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:55.953555 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:55.977363 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Pushing event updated for resources: {'Port': ['ID=286cec9d-c484-442f-afbc-e403bddd1323,revision_number=1']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:55.990496 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:56.007783 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Attempting to bind port 286cec9d-c484-442f-afbc-e403bddd1323 on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:56.008166 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Attempting to bind port 286cec9d-c484-442f-afbc-e403bddd1323 by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:56.008540 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Attempting to bind port 286cec9d-c484-442f-afbc-e403bddd1323 on network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:56.014862 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:56.015498 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Checking segment: {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:56.016061 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.016703 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Bound using segment: {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:56.017340 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Bound port: 286cec9d-c484-442f-afbc-e403bddd1323, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:56.017886 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.050043 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Allocated IP 172.20.0.9 (1e058ecf-f322-4ef4-937a-4fbc5ab79ab0/2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b/6b64b790-259f-4c33-97fc-2820fe101896) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:56.123805 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] For port 286cec9d-c484-442f-afbc-e403bddd1323, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:56.127369 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:56.128384 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] For port 286cec9d-c484-442f-afbc-e403bddd1323, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=286cec9d-c484-442f-afbc-e403bddd1323,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:56.144781 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.150202 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:56.287066 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Pushing event updated for resources: {'Port': ['ID=286cec9d-c484-442f-afbc-e403bddd1323,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:56.299695 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-01fdb4b8-db16-4d11-872c-85c4abccd747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:56.324007 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Pushing event updated for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=4']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:56.329523 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-2b9c85b7-e62b-49d3-8691-3d5c60ed7471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:56.343661 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.387722 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.400173 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:11:56.405984 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-8217842f-e51c-4cdf-ad29-86314dd44490 tempest-ServerRescueNegativeTestJSON-329422627 tempest-ServerRescueNegativeTestJSON-329422627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:56.610020 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:56.655937 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f209708-1eb4-448e-bff1-a4d43af6ffa4 None None] The sync data for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi is: [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:11:56.658444 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.710152 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:11:56.711018 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device e6754c01-79e8-42b5-8566-254b0c8dd2cb up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:56.714643 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:11:56.719222 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:11:56.764391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Pushing event updated for resources: {'Port': ['ID=6abf4867-e4b7-4827-b012-d22b7eb2470c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:56.775653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:56.827675 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event updated for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:56.849327 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:56.867833 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:56.868497 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.895517 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port e6754c01-79e8-42b5-8566-254b0c8dd2cb triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:56.895885 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:56.968005 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4747453 Jun 07 12:11:56.985467 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Request body: {'port': {'device_id': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:11:57.154959 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d256-f3a3-4166-8794-9b7977ffc576 req-305413f2-7234-49cd-8b85-4eb7264c3488 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:57.156486 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-78a9d256-f3a3-4166-8794-9b7977ffc576 req-305413f2-7234-49cd-8b85-4eb7264c3488 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 931 time: 0.2655585 Jun 07 12:11:57.165002 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:57.170228 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-471112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-467344'] for router, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:57.263765 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-78a9d256-f3a3-4166-8794-9b7977ffc576 req-0cf17bfa-94f9-4a10-b1ed-836506be22cc tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000576 Jun 07 12:11:57.418564 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Router e74b7b7a-0028-4fba-8309-c076515d2f56 is scheduled to L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a with binding_index 1 {{(pid=91701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 12:11:57.599312 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff419a-8188-49b5-abd1-a568ee971cc7 None None] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:11:57.617355 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:11:57.628373 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Sync routers for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:11:57.643518 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:57.649916 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35224) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:11:57.650718 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f76712af-bc97-4942-b3f1-d3445dcac750 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0725069 Jun 07 12:11:57.718238 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b64b790-259f-4c33-97fc-2820fe101896 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:11:57.720583 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:57.721254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:57.735423 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:57.771460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Transition to ACTIVE for port object 6b64b790-259f-4c33-97fc-2820fe101896 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:57.775609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:57.781133 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2b89ae70-455a-4eb1-883f-959a12e4f738 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:57.809659 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-066d87db-b79d-458b-b84e-b7d758d1ad91 None None] Provisioning for port 286cec9d-c484-442f-afbc-e403bddd1323 completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:58.029285 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:58.082127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Pushing event updated for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:58.085003 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:58.253080 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Attempting to bind port 6b64b790-259f-4c33-97fc-2820fe101896 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:58.253411 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Attempting to bind port 6b64b790-259f-4c33-97fc-2820fe101896 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:58.253737 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Attempting to bind port 6b64b790-259f-4c33-97fc-2820fe101896 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:58.265555 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Port 6b64b790-259f-4c33-97fc-2820fe101896 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:11:58.265897 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Attempting to bind port 6b64b790-259f-4c33-97fc-2820fe101896 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:58.274955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:58.275357 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Checking segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:58.275908 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Bound using segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:58.276520 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Bound port: 6b64b790-259f-4c33-97fc-2820fe101896, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:58.276886 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.341435 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:11:56Z', 'revision_number': 3, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:58.346002 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Checking router: e74b7b7a-0028-4fba-8309-c076515d2f56 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:11:58.346556 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Updating router e74b7b7a-0028-4fba-8309-c076515d2f56 port 6abf4867-e4b7-4827-b012-d22b7eb2470c binding host dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:11:58.406349 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.657309 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f522760a-e9df-4641-b5aa-ef926941bd92 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:58.703510 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:58.709168 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b64b790-259f-4c33-97fc-2820fe101896,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:58.718574 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.725290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-2534e896-7b72-47b2-9c7a-70bb147801b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:58.833407 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:58.834023 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.835393 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] 10.222.0.35 "PUT /v2.0/ports/6b64b790-259f-4c33-97fc-2820fe101896 HTTP/1.1" status: 200 len: 1093 time: 1.8563142 Jun 07 12:11:58.835896 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:11:58.838436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63682c-2fcd-4618-8934-4a8dcf72ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "tag": "6b64b790-259f-4c33-97fc-2820fe101896"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:11:58.838966 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port f522760a-e9df-4641-b5aa-ef926941bd92 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:58.856492 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port f522760a-e9df-4641-b5aa-ef926941bd92 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:58.856917 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.862818 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c065bdf-bacf-47ce-8eef-e371f54899f5 req-65e2f6bb-cfe5-4f57-b0d1-de096ccb7078 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:58.864306 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0c065bdf-bacf-47ce-8eef-e371f54899f5 req-65e2f6bb-cfe5-4f57-b0d1-de096ccb7078 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 943 time: 0.4740100 Jun 07 12:11:58.921001 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54b868-2d6a-4065-b561-845657e01ca7 x-openstack-request-id: req-0c54b868-2d6a-4065-b561-845657e01ca7 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:11:58.921326 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "tag": "6b64b790-259f-4c33-97fc-2820fe101896", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:11:58.921609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c54b868-2d6a-4065-b561-845657e01ca7 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:11:58.922030 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896', 'status': 'completed', 'code': 200} Jun 07 12:11:58.926035 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks [] for port, precommit_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.942805 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Transition to ACTIVE for port object 6abf4867-e4b7-4827-b012-d22b7eb2470c will not be triggered until provisioned by entity L2. {{(pid=91702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:58.951677 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:58.955961 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-cf2bfcbe-c766-4c29-9008-b69751f4bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:58.991743 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Pushing event updated for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:59.005395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:59.071387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0c065bdf-bacf-47ce-8eef-e371f54899f5 req-f568f7e1-3aa3-446a-84d7-fc8e5981989a tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485360 Jun 07 12:11:59.080146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Attempting to bind port 6abf4867-e4b7-4827-b012-d22b7eb2470c on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:11:59.080329 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Attempting to bind port 6abf4867-e4b7-4827-b012-d22b7eb2470c by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:11:59.080688 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Attempting to bind port 6abf4867-e4b7-4827-b012-d22b7eb2470c on network a16db843-67dc-431d-87f2-c9cc6d3adc3a {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:11:59.086489 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.097435 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Pushing event updated for resources: {'Port': ['ID=6abf4867-e4b7-4827-b012-d22b7eb2470c,revision_number=2']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:59.101785 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:11:59.102258 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Checking segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:11:59.102650 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.103058 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Bound using segment: {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'} {{(pid=91702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:11:59.104120 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.managers [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Bound port: 6abf4867-e4b7-4827-b012-d22b7eb2470c, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a6b315-116c-4977-b3ae-be2e71bf81b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a'}}] {{(pid=91702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:11:59.104120 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.105580 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.125545 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-d08e1709-ee96-4f4b-9639-0c8d10fa5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:59.127032 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-d08e1709-ee96-4f4b-9639-0c8d10fa5226 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 1096 time: 0.2133298 Jun 07 12:11:59.134433 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:59.185111 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port f522760a-e9df-4641-b5aa-ef926941bd92, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f522760a-e9df-4641-b5aa-ef926941bd92,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:59.191370 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.192286 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 286cec9d-c484-442f-afbc-e403bddd1323 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:11:59.221051 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:59.239235 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-184c2019-29af-42b6-9947-bd024f071e30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b64b790-259f-4c33-97fc-2820fe101896 HTTP/1.1" status: 200 len: 217 time: 0.0751493 Jun 07 12:11:59.271841 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] For port 6abf4867-e4b7-4827-b012-d22b7eb2470c, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:11:59.302321 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] For port 6abf4867-e4b7-4827-b012-d22b7eb2470c, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=6abf4867-e4b7-4827-b012-d22b7eb2470c,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:11:59.313010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.335966 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:59.343634 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:59.344101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:59.365639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-5af1b70d-4477-4cc0-b7fa-149c77fba52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:11:59.367081 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-5af1b70d-4477-4cc0-b7fa-149c77fba52c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.1189952 Jun 07 12:11:59.395507 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 286cec9d-c484-442f-afbc-e403bddd1323 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:11:59.405079 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:11:59.405700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:11:59.449497 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-883414f6-ba0c-49fc-8e24-756b8de14a07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756600 Jun 07 12:11:59.458414 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 286cec9d-c484-442f-afbc-e403bddd1323 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:11:59.458792 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.507925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Allocated IP 172.20.0.1 (40cabc95-363d-4e33-a8f6-e012b7f6ca14/0d1efeb2-1193-47b5-b9bc-f03165bb161c/18df4410-eb29-4be9-9d41-fb0d238d98fc) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:11:59.551912 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Pushing event updated for resources: {'Port': ['ID=6abf4867-e4b7-4827-b012-d22b7eb2470c,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:11:59.558753 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:11:59.694026 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-80edab13-9f62-42cf-b41f-7752d4c033b5 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329853 Jun 07 12:11:59.699599 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:11:59.832309 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.835424 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.868392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Transition to ACTIVE for port object 18df4410-eb29-4be9-9d41-fb0d238d98fc will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:11:59.880123 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3f1b065d-9eb1-4ff4-808c-046ee11191ba req-8ac09ca7-a93f-458b-97be-25087962a779 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746278 Jun 07 12:11:59.902585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.906720 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:11:59.942088 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 286cec9d-c484-442f-afbc-e403bddd1323, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=286cec9d-c484-442f-afbc-e403bddd1323,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:11:59.947252 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:11:59.957434 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:00.020579 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:00.024679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:00.028748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:12:00.062993 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=286cec9d-c484-442f-afbc-e403bddd1323,revision_number=3']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:00.066618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:00.076045 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Pushing event updated for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:00.085147 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:00.094254 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:11:56Z', 'revision_number': 3, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:00.099665 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd32dd-7952-454c-a18a-dbf59be15efc None None] The sync data for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi is: [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:11:56Z', 'revision_number': 3, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:12:00.111101 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506858'] for router_interface, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.255182 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-40b5a3db-0539-4731-9731-c066eda13158 None None] Provisioning for port 18df4410-eb29-4be9-9d41-fb0d238d98fc completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:00.259004 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-2927b4f9-3912-40a6-acfe-4ae1515fb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:00.261052 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-2927b4f9-3912-40a6-acfe-4ae1515fb19b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 1096 time: 0.3132441 Jun 07 12:12:00.262150 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-40b5a3db-0539-4731-9731-c066eda13158 None None] Provisioning complete for port 18df4410-eb29-4be9-9d41-fb0d238d98fc triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:00.262967 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-40b5a3db-0539-4731-9731-c066eda13158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.340779 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-40b5a3db-0539-4731-9731-c066eda13158 None None] Port 18df4410-eb29-4be9-9d41-fb0d238d98fc cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:12:00.504344 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-0e42a8f0-7a6d-44c2-b5cb-7b3539822aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:00.505785 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-0e42a8f0-7a6d-44c2-b5cb-7b3539822aa3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 916 time: 0.2110224 Jun 07 12:12:00.541901 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc130a5-1261-475e-89fc-f7b188729337 req-b29e405b-8070-46cd-bd97-b636a15531a4 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:00.545163 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfc130a5-1261-475e-89fc-f7b188729337 req-b29e405b-8070-46cd-bd97-b636a15531a4 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 943 time: 0.2870839 Jun 07 12:12:00.648510 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-ce2d3001-3b59-4af7-9e01-dd475aedafe9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b64b790-259f-4c33-97fc-2820fe101896 HTTP/1.1" status: 200 len: 217 time: 0.1159782 Jun 07 12:12:00.689900 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6abf4867-e4b7-4827-b012-d22b7eb2470c up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:00.692347 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.749259 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dfc130a5-1261-475e-89fc-f7b188729337 req-967d4d0c-34bc-4858-880d-6daadca0fbd2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524558 Jun 07 12:12:00.773424 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 6abf4867-e4b7-4827-b012-d22b7eb2470c completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:00.780486 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 6abf4867-e4b7-4827-b012-d22b7eb2470c triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:00.780993 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.805217 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-18825ba0-d65b-476e-9c9d-11fa6c299c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:00.806848 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-18825ba0-d65b-476e-9c9d-11fa6c299c59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.1505184 Jun 07 12:12:00.859835 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-1f513c3c-7ca7-430f-9e4c-aa7a87adbe54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454512 Jun 07 12:12:00.913306 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.932176 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 6abf4867-e4b7-4827-b012-d22b7eb2470c, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=6abf4867-e4b7-4827-b012-d22b7eb2470c,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:00.937313 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:00.938447 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f522760a-e9df-4641-b5aa-ef926941bd92 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:01.017184 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:01.108246 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=6abf4867-e4b7-4827-b012-d22b7eb2470c,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:01.111399 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-a857c285-639b-425c-a787-6ab1c3b1d5ca service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427227 Jun 07 12:12:01.111558 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:01.121354 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port f522760a-e9df-4641-b5aa-ef926941bd92 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:01.121729 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.219972 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.225630 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.239789 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 286cec9d-c484-442f-afbc-e403bddd1323 up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:01.254368 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-c94f836e-b3aa-4cdf-bda9-6695af6d0883 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:01.315865 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 286cec9d-c484-442f-afbc-e403bddd1323 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:01.316146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.364491 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Pushing event updated for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:01.368435 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-514734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-467106'] for router_interface, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.374600 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:01.376757 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da63682c-2fcd-4618-8934-4a8dcf72ab34 req-84ca7a41-03e8-453b-8fae-6add4d73c878 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580440 Jun 07 12:12:01.515911 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:01.517150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:01.706357 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Router e74b7b7a-0028-4fba-8309-c076515d2f56 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:12:01.786524 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-aa161d45-16eb-4228-9547-b21b5b9682fc None None] Provisioning complete for port 18df4410-eb29-4be9-9d41-fb0d238d98fc triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:01.787125 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-aa161d45-16eb-4228-9547-b21b5b9682fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:01.853647 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-aa161d45-16eb-4228-9547-b21b5b9682fc None None] Port 18df4410-eb29-4be9-9d41-fb0d238d98fc cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:12:02.043402 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6b64b790-259f-4c33-97fc-2820fe101896 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:12:02.082550 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85e665-3879-4c60-94b7-a3ce18afab77 req-deace9e3-dc11-4379-a6a3-8e5eea7e568c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:02.083902 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cc85e665-3879-4c60-94b7-a3ce18afab77 req-deace9e3-dc11-4379-a6a3-8e5eea7e568c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 943 time: 0.1892691 Jun 07 12:12:02.084920 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:12:02.097288 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-dfa98123-3591-4e9d-ba50-65d8fc33328e admin admin] 10.222.0.22 "PUT /v2.0/routers/e74b7b7a-0028-4fba-8309-c076515d2f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4381921 Jun 07 12:12:02.101109 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Sync routers for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:12:02.112290 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:12:02.113306 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:02.143413 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-cc85e665-3879-4c60-94b7-a3ce18afab77 req-f2571fbd-5b48-456d-aa59-b8a197c7a816 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Jun 07 12:12:02.196373 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b64b790-259f-4c33-97fc-2820fe101896,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:02.211689 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '6b64b790-259f-4c33-97fc-2820fe101896', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'port_id': '6b64b790-259f-4c33-97fc-2820fe101896', 'mac_address': 'fa:16:3e:68:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:12:02.274059 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:02.296071 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b64b790-259f-4c33-97fc-2820fe101896 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:02.299392 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:12:02.312458 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b64b790-259f-4c33-97fc-2820fe101896,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:02.317031 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:02.319868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:02.391972 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:02.395209 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:02.544631 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['6b64b790-259f-4c33-97fc-2820fe101896'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:02.606251 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6abf4867-e4b7-4827-b012-d22b7eb2470c up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:02.644874 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '18df4410-eb29-4be9-9d41-fb0d238d98fc', 'name': '', 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'mac_address': 'fa:16:3e:48:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:59Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 2, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'subnets': [{'id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:02.648759 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Checking router: e74b7b7a-0028-4fba-8309-c076515d2f56 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:12:02.649111 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Updating router e74b7b7a-0028-4fba-8309-c076515d2f56 port 18df4410-eb29-4be9-9d41-fb0d238d98fc binding host dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 12:12:02.705591 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:02.731868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 6abf4867-e4b7-4827-b012-d22b7eb2470c triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:02.732253 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.060918 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks [] for port, precommit_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.072374 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.provisioning_blocks [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Transition to ACTIVE for port object 18df4410-eb29-4be9-9d41-fb0d238d98fc will not be triggered until provisioned by entity L2. {{(pid=91703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:12:03.075961 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35242) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.079217 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.080484 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003221628', 'description': 'tempest-secgroup-smoke-1003221628 description', 'project_id': 'c7da0c1999b74f7e88721cc478082d79'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:03.083259 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-ae9666e1-9fdb-4cec-bc16-81a9f8be9799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.104685 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.209599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.215359 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.233871 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f131f462-7195-4903-b475-e83e14660ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.243531 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9ed51-41f7-44a6-91d0-62f6ab26da9e None None] Pushing event updated for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=3']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.246552 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.247853 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1709480 Jun 07 12:12:03.250741 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35246) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.253302 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-9ec9ed51-41f7-44a6-91d0-62f6ab26da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.262541 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:03.269138 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec118a49-acf7-4d30-b775-d56cfdef4d53,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.272718 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-032fd5b1-ffb3-4f79-808a-a6437ca86fa4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.329637 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Attempting to bind port 18df4410-eb29-4be9-9d41-fb0d238d98fc on host dv-cinder-786627-7-iscsi for vnic_type normal with profile {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:12:03.330021 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Attempting to bind port 18df4410-eb29-4be9-9d41-fb0d238d98fc by drivers openvswitch,hyperv on host dv-cinder-786627-7-iscsi at level 0 using segments [{'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:12:03.330397 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Attempting to bind port 18df4410-eb29-4be9-9d41-fb0d238d98fc on network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:03.338033 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Checking agent: {'id': 'e300fcdf-ac92-4051-adc9-b4122339c862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 53, 18), 'started_at': datetime.datetime(2021, 6, 7, 11, 53, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:12:03.338451 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Checking segment: {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:12:03.338911 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.339389 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Bound using segment: {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'} {{(pid=91703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:12:03.339781 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.managers [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Bound port: 18df4410-eb29-4be9-9d41-fb0d238d98fc, host: dv-cinder-786627-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6008d0-4fd6-4821-b46f-9543af2d949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14'}}] {{(pid=91703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:12:03.340150 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.358351 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.431505 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76b8cb-1c42-4450-a50f-e83772de3391 req-9206e7db-d426-4953-951b-f458deb568e1 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:03.432937 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef76b8cb-1c42-4450-a50f-e83772de3391 req-9206e7db-d426-4953-951b-f458deb568e1 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 944 time: 0.1360676 Jun 07 12:12:03.434877 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] For port 18df4410-eb29-4be9-9d41-fb0d238d98fc, host dv-cinder-786627-7-iscsi, cleared binding levels {{(pid=91703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:12:03.438329 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.plugins.ml2.db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] For port 18df4410-eb29-4be9-9d41-fb0d238d98fc, host dv-cinder-786627-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=18df4410-eb29-4be9-9d41-fb0d238d98fc,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:12:03.442962 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron_lib.callbacks.manager [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.447867 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.457054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.465526 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.479110 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.501743 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5634aac-10d7-4625-bcd6-db8eb59ba138,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.507442 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.519316 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef76b8cb-1c42-4450-a50f-e83772de3391 req-5a535e90-0ac4-401f-b88a-c973914968ac tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790722 Jun 07 12:12:03.530252 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.531469 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:12:03.534749 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:11:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:03.534912 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f3394524-865d-47bf-a6f2-a8e3cb8d0f1f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2775552 Jun 07 12:12:03.535281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35248) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.541481 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:03.573836 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.588068 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9ed51-41f7-44a6-91d0-62f6ab26da9e None None] Pushing event updated for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=4']} {{(pid=91703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.631092 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG oslo_concurrency.lockutils [None req-9ec9ed51-41f7-44a6-91d0-62f6ab26da9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.648823 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.659897 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.675165 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2973f179-5e0f-4a9c-871f-7b580ca6d9d9 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.691524 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c233b6e1-1d13-491f-9ac8-0879d312f666,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.694958 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.696105 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.700752 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35250) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.700940 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642947 Jun 07 12:12:03.705344 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:03.736882 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.760783 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:12:03.801198 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.806986 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.809003 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-ec7f94d0-cb96-4253-927b-8b04bc6f7182 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.835172 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2809937-064d-448b-86e3-fddfef7d940e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.838892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.842454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.843705 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-125b21f4-cff0-47fb-a46e-e58951cf8c6a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419325 Jun 07 12:12:03.846564 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35252) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.850786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:03.878750 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.945891 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.949699 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.951812 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f5312508-93d8-4178-8a28-77558b48eac7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:03.974854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ea7495-9e7d-440d-bc85-9a30943ca101,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:03.977798 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:03.982225 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:03.985232 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-1f3fbf82-eb29-4151-ad87-bdb1e3cdf472 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366258 Jun 07 12:12:03.986597 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35254) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:03.991340 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:04.013639 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.securitygroups_db [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Project c7da0c1999b74f7e88721cc478082d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:12:04.019921 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.053736 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6b64b790-259f-4c33-97fc-2820fe101896 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:04.089841 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.093432 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '18df4410-eb29-4be9-9d41-fb0d238d98fc', 'name': '', 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'mac_address': 'fa:16:3e:48:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:59Z', 'updated_at': '2021-06-07T12:12:03Z', 'revision_number': 4, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'subnets': [{'id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:04.094577 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.098152 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b213ff0-b5be-4433-bd4b-408867ee3a97 None None] The sync data for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi is: [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': '18df4410-eb29-4be9-9d41-fb0d238d98fc', 'name': '', 'network_id': '40cabc95-363d-4e33-a8f6-e012b7f6ca14', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'mac_address': 'fa:16:3e:48:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:59Z', 'updated_at': '2021-06-07T12:12:03Z', 'revision_number': 4, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'subnets': [{'id': '0d1efeb2-1193-47b5-b9bc-f03165bb161c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:12:04.100736 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-37426841-a1b0-4f4c-a436-36c54457d97e tempest-TestMinimumBasicScenario-1099561734 tempest-TestMinimumBasicScenario-1099561734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:04.121854 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2473ae-1ca3-445d-b82c-42b2d6417db6,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:04.124362 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:04.129927 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.131100 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-284c9066-6f77-46b1-9124-ea3755c44f59 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434219 Jun 07 12:12:04.131466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 6b64b790-259f-4c33-97fc-2820fe101896 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:04.134101 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35256) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:04.136696 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 6b64b790-259f-4c33-97fc-2820fe101896 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:04.137010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.139651 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'security_group_rule': {'security_group_id': 'ec118a49-acf7-4d30-b775-d56cfdef4d53', 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:04.192385 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.securitygroups_db [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Project c7da0c1999b74f7e88721cc478082d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 12:12:04.199570 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.273874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.277783 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.282547 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400758'] for security_group_rule, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.295269 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-26e9b2da-7aac-4150-be31-fae0866c52d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:04.308204 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:04.311024 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122db26f-049d-4570-b662-52d2ad7c697c" -d '{"events": [{"server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "name": "network-vif-plugged", "status": "completed", "tag": "6b64b790-259f-4c33-97fc-2820fe101896"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:04.318650 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0742e44e-05e4-4052-9005-7e4f2c71aa55,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:04.320558 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b64b790-259f-4c33-97fc-2820fe101896,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:04.321626 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:04.325598 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.326991 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f045bce8-12b9-4d58-be00-707d8abc464a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917109 Jun 07 12:12:04.327826 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.329989 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:04.367802 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9244d9-463e-4c1f-9a51-2d059279805b x-openstack-request-id: req-ac9244d9-463e-4c1f-9a51-2d059279805b {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:04.368187 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "name": "network-vif-plugged", "status": "completed", "tag": "6b64b790-259f-4c33-97fc-2820fe101896", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:04.368519 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac9244d9-463e-4c1f-9a51-2d059279805b {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:04.369651 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896', 'code': 200} Jun 07 12:12:04.412642 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:04.416594 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:04.671610 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 18df4410-eb29-4be9-9d41-fb0d238d98fc up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:04.751742 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning for port 18df4410-eb29-4be9-9d41-fb0d238d98fc completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:04.757291 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 18df4410-eb29-4be9-9d41-fb0d238d98fc triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:04.757764 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:04.787031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628a3be-ea50-41ba-a6de-1a7743b9d9d9 req-fc91a807-469d-44ae-9423-71f6e16b6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:04.788519 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d628a3be-ea50-41ba-a6de-1a7743b9d9d9 req-fc91a807-469d-44ae-9423-71f6e16b6f26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 1098 time: 0.2467346 Jun 07 12:12:04.840874 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fc0d6-cb15-46c1-82d8-bc9b4ee1ae12 req-ed425df8-a2a6-492a-97dd-883526cf5095 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:04.842927 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-898fc0d6-cb15-46c1-82d8-bc9b4ee1ae12 req-ed425df8-a2a6-492a-97dd-883526cf5095 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 945 time: 0.2006969 Jun 07 12:12:04.917420 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d628a3be-ea50-41ba-a6de-1a7743b9d9d9 req-b0c893e7-0cd4-4b7b-84e6-9f4290279dc7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194780 Jun 07 12:12:04.921998 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-898fc0d6-cb15-46c1-82d8-bc9b4ee1ae12 req-9e49c9c1-c1df-4076-b9e6-e13ee14c6216 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716059 Jun 07 12:12:04.964211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:05.018122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] For port 18df4410-eb29-4be9-9d41-fb0d238d98fc, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=18df4410-eb29-4be9-9d41-fb0d238d98fc,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:05.023896 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:05.041552 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:05.127119 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Pushing event updated for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:05.138159 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:06.120204 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e275c-acfe-4484-aa5e-242d1d1d9548 req-c18d5b2c-4bf3-4986-bd48-b4248279a78b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:06.123081 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb1e275c-acfe-4484-aa5e-242d1d1d9548 req-c18d5b2c-4bf3-4986-bd48-b4248279a78b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 945 time: 0.0909412 Jun 07 12:12:06.179467 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb1e275c-acfe-4484-aa5e-242d1d1d9548 req-355f114b-5ff1-49f2-bb69-2e54fdb6873e tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Jun 07 12:12:06.591496 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 18df4410-eb29-4be9-9d41-fb0d238d98fc up at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:06.691332 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Provisioning complete for port 18df4410-eb29-4be9-9d41-fb0d238d98fc triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:06.691708 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:08.367530 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-04b4815c-6f8a-4b62-96d7-47f7828ed7b3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:08.369630 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-04b4815c-6f8a-4b62-96d7-47f7828ed7b3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.1541090 Jun 07 12:12:08.383923 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-1d707733-a0e5-4271-89a1-5700a98d818e tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/quotas/be8300897ac543bb935ceb61e9ef6011 HTTP/1.1" status: 200 len: 375 time: 0.0088110 Jun 07 12:12:08.488153 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-21a055fd-5e40-4e24-a109-8e7806cacdde tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990202 Jun 07 12:12:08.733126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-d7851c60-9fe1-49c8-aad1-d5575df1061a service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375481 Jun 07 12:12:08.868129 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-c981b376-5a25-4b9e-b012-60dcd7f5e3e5 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294079 Jun 07 12:12:09.052293 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4953e21b-1110-424d-a3d8-a5172d51838c req-7a57843c-7028-4739-ad47-05336ec22ba0 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0429604 Jun 07 12:12:10.251716 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a549db40-3109-4cf5-8263-e4c5fa641e1d req-b2a5159f-620c-4862-9fd8-470f89d98731 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0518198 Jun 07 12:12:10.300126 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-0061d3e2-9ab8-4199-a688-124119bdc937 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:10.301534 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-0061d3e2-9ab8-4199-a688-124119bdc937 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.3193386 Jun 07 12:12:10.314648 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Request body: {'port': {'device_id': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'admin_state_up': True, 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:10.475486 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:12:10.479211 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:10.652225 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Allocated IP 172.20.0.10 (1e058ecf-f322-4ef4-937a-4fbc5ab79ab0/2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b/69aef411-b399-4855-bbb0-1f5c6dce43a7) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:12:10.867531 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:10.897892 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:10.905188 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fa447335-147c-46f8-b4af-d84707b9feda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:10.909980 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', '6b64b790-259f-4c33-97fc-2820fe101896'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:10.970672 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:10.973966 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:10.977965 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:12:11.020059 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event updated for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:11.024625 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:11.051353 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:11.051966 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:11.069878 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-054ae9ec-d66e-4a27-9fca-dca7a94f34f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587302 Jun 07 12:12:11.083074 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Request body: {'port': {'device_id': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:11.195227 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:11.554848 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c003f8-98a9-4aff-a941-1c850dd2f2cd req-7fa7ede5-47bb-442b-a5d4-02e6ffbf4079 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:11.557209 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3c003f8-98a9-4aff-a941-1c850dd2f2cd req-7fa7ede5-47bb-442b-a5d4-02e6ffbf4079 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 932 time: 0.1919322 Jun 07 12:12:11.657271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69aef411-b399-4855-bbb0-1f5c6dce43a7 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:11.663549 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b3c003f8-98a9-4aff-a941-1c850dd2f2cd req-fda34136-ffbd-4616-b54b-6e15d7868226 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971184 Jun 07 12:12:11.668837 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:11.687639 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Transition to ACTIVE for port object 69aef411-b399-4855-bbb0-1f5c6dce43a7 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:12:11.691610 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:11.695470 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:11.849522 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:11.857867 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:11.933569 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Attempting to bind port 69aef411-b399-4855-bbb0-1f5c6dce43a7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:12:11.933912 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Attempting to bind port 69aef411-b399-4855-bbb0-1f5c6dce43a7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:12:11.934232 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Attempting to bind port 69aef411-b399-4855-bbb0-1f5c6dce43a7 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:11.938870 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Port 69aef411-b399-4855-bbb0-1f5c6dce43a7 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:12:11.939208 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Attempting to bind port 69aef411-b399-4855-bbb0-1f5c6dce43a7 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:11.944476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:12:11.944826 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Checking segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:12:11.945496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Bound using segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:12:11.946207 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Bound port: 69aef411-b399-4855-bbb0-1f5c6dce43a7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:12:11.947387 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:12.157014 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:12:12.160027 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:12:12.166328 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:12.170847 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1c53617b-da7b-4625-8f13-64c7e9f5d287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:12.226341 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:12.226950 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:12.228918 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] 10.222.0.35 "PUT /v2.0/ports/69aef411-b399-4855-bbb0-1f5c6dce43a7 HTTP/1.1" status: 200 len: 1094 time: 1.1500976 Jun 07 12:12:12.229416 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:12.231698 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a4ff8-ef7a-4759-a54d-79876cf96423" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:12.252696 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Pushing event updated for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:12.257682 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32f1464a-fb19-4fdc-b7a2-98227aa8eab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:12.261799 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:12.352522 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837c20f0-b3ef-4ca8-9dfd-9deafedc672d x-openstack-request-id: req-837c20f0-b3ef-4ca8-9dfd-9deafedc672d {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:12.353538 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:12.353819 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-837c20f0-b3ef-4ca8-9dfd-9deafedc672d {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:12.354247 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7', 'status': 'completed', 'code': 200} Jun 07 12:12:12.357069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-006c82d2-36da-4120-a612-2ee23381c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:12.358553 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-006c82d2-36da-4120-a612-2ee23381c97e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0846031 Jun 07 12:12:12.430376 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-89f373a6-fedf-4c6e-9625-dedfeff3801c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7 HTTP/1.1" status: 200 len: 217 time: 0.0643749 Jun 07 12:12:12.492915 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-929c979f-1d0a-4f9c-bd65-d4396c574a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:12.494417 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-929c979f-1d0a-4f9c-bd65-d4396c574a0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0582206 Jun 07 12:12:12.551040 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-7fce199f-d005-4f79-8a25-8224cdbcc338 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476017 Jun 07 12:12:12.685129 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-4d459ba0-8106-4215-878c-16b0b463ec35 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267059 Jun 07 12:12:12.889206 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0528ebeb-a32a-4b85-b7d6-a0c5e3755e6e req-04386d96-71d6-43bd-ab2f-c0e3c4473372 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974864 Jun 07 12:12:12.911502 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6d93-5ed3-448a-968d-3891271940d7 req-10ae7e47-810c-4a46-9b2f-8aeea8c31e48 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:12.912809 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-82dd6d93-5ed3-448a-968d-3891271940d7 req-10ae7e47-810c-4a46-9b2f-8aeea8c31e48 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 944 time: 0.1236815 Jun 07 12:12:12.994667 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-82dd6d93-5ed3-448a-968d-3891271940d7 req-d7c93503-4e7a-467b-b298-6b314779dbff tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Jun 07 12:12:13.032956 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-a121888d-d172-48ab-889f-c57e3c727564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:13.034398 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-a121888d-d172-48ab-889f-c57e3c727564 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0800450 Jun 07 12:12:13.170730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-b5d00727-511c-4c8c-879f-7aef9c949366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:13.172193 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-b5d00727-511c-4c8c-879f-7aef9c949366 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 916 time: 0.1309576 Jun 07 12:12:13.249300 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-4e58f7fa-41a5-4d78-a0f6-e0b3ce104a88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7 HTTP/1.1" status: 200 len: 217 time: 0.0645387 Jun 07 12:12:13.319671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-0840e677-0ead-47df-bab9-46e9b866359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:13.321104 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-0840e677-0ead-47df-bab9-46e9b866359b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0647840 Jun 07 12:12:13.371487 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-2ec672d8-9fe9-4eb7-9f14-455e20b5db4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431528 Jun 07 12:12:13.514120 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-734b7308-5597-4b39-b634-5772a38877c5 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356845 Jun 07 12:12:13.660007 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-da2a4ff8-ef7a-4759-a54d-79876cf96423 req-00351824-2324-4332-8201-1c4adc57e561 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350994 Jun 07 12:12:14.184350 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991e69-505a-45f3-a7f5-2cc3d88fed75 req-7f207ca6-bcf5-42c4-9fc4-6e4c027fabeb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:14.185737 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-30991e69-505a-45f3-a7f5-2cc3d88fed75 req-7f207ca6-bcf5-42c4-9fc4-6e4c027fabeb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0864029 Jun 07 12:12:14.340051 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-30991e69-505a-45f3-a7f5-2cc3d88fed75 req-4ebb8cce-30b1-4cfb-8976-bf8500fa9185 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487479 Jun 07 12:12:15.527748 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af3f2-7b14-4487-b212-bebc09ecb3ba req-41378185-d48d-4af5-895e-ab80fbac3725 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:15.529214 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc6af3f2-7b14-4487-b212-bebc09ecb3ba req-41378185-d48d-4af5-895e-ab80fbac3725 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0827613 Jun 07 12:12:15.577000 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dc6af3f2-7b14-4487-b212-bebc09ecb3ba req-e566eff9-21fd-489f-b4f6-1039d868130e tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jun 07 12:12:15.651242 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ae44c51d-e5cb-4b3f-b4b4-d0d50857ecac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:16.132892 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 69aef411-b399-4855-bbb0-1f5c6dce43a7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:12:16.268617 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:16.282777 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '69aef411-b399-4855-bbb0-1f5c6dce43a7', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'port_id': '69aef411-b399-4855-bbb0-1f5c6dce43a7', 'mac_address': 'fa:16:3e:a1:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:12:16.338933 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:16.358833 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69aef411-b399-4855-bbb0-1f5c6dce43a7 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:16.375922 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:16.380545 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:16.382336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-5746a58b-2111-42b5-8ddf-a74b2cb82fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:16.449628 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:16.452797 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:16.624949 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['69aef411-b399-4855-bbb0-1f5c6dce43a7'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:16.773121 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002c837-61de-437a-ae07-3b02c0f75520 req-d0986a7d-5add-4538-8281-7b979cc53310 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:16.774574 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b002c837-61de-437a-ae07-3b02c0f75520 req-d0986a7d-5add-4538-8281-7b979cc53310 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0896163 Jun 07 12:12:16.821485 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b002c837-61de-437a-ae07-3b02c0f75520 req-54df5479-9607-47aa-bcf6-a0eb4700c572 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Jun 07 12:12:18.008980 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a33ad7-bf11-4fcc-9093-56f841ed5e46 req-8199f85e-e4ec-48c4-8254-b4ebed70a819 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:18.010451 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17a33ad7-bf11-4fcc-9093-56f841ed5e46 req-8199f85e-e4ec-48c4-8254-b4ebed70a819 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0821285 Jun 07 12:12:18.059231 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-17a33ad7-bf11-4fcc-9093-56f841ed5e46 req-648f3a44-d44f-4268-90c1-3b1c15b82fbb tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Jun 07 12:12:18.152601 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 69aef411-b399-4855-bbb0-1f5c6dce43a7 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:18.226096 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 69aef411-b399-4855-bbb0-1f5c6dce43a7 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:18.232151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 69aef411-b399-4855-bbb0-1f5c6dce43a7 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:18.232540 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:18.300092 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:18.365590 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:18.391863 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:18.394122 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2f57f0-3e8c-43bc-b806-d6818939ad58" -d '{"events": [{"server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:18.402146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:18.406383 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:18.408242 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-d704e8f0-b210-468e-806e-2b353bcbb5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:18.473257 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:18.476333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:18.494858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a82310-4ec6-4815-913f-bb15a74ef3a4 x-openstack-request-id: req-43a82310-4ec6-4815-913f-bb15a74ef3a4 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:18.495266 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:18.495620 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43a82310-4ec6-4815-913f-bb15a74ef3a4 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:18.496153 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7', 'code': 200} Jun 07 12:12:18.590193 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-972e92c9-2560-47dd-8114-bdfe35e0042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:18.736150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eae39-8bac-4cb7-a90f-852123d310e9 req-f8a4a8b8-05c7-46c6-93fd-f9ed89ace3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:18.737555 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-973eae39-8bac-4cb7-a90f-852123d310e9 req-f8a4a8b8-05c7-46c6-93fd-f9ed89ace3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 1099 time: 0.0692661 Jun 07 12:12:18.779606 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-973eae39-8bac-4cb7-a90f-852123d310e9 req-0105fa4f-d8ba-48f9-b2ba-8e7ebcf400ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Jun 07 12:12:19.248938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc424aa-8668-4033-83e5-1a81fe4b05e6 req-72029e06-d4cb-4f9f-b535-7553d3302f8a tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:19.250304 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7dc424aa-8668-4033-83e5-1a81fe4b05e6 req-72029e06-d4cb-4f9f-b535-7553d3302f8a tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 946 time: 0.0820425 Jun 07 12:12:19.294798 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7dc424aa-8668-4033-83e5-1a81fe4b05e6 req-480bf8db-d28b-4286-a74b-f8cbc7aa634f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Jun 07 12:12:19.823637 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:20.492991 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807f79e-c9ba-4b1a-b8a8-5f0fdf3cc4fd req-088608ca-ad40-4b3e-8564-b594583fdc39 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:20.495069 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1807f79e-c9ba-4b1a-b8a8-5f0fdf3cc4fd req-088608ca-ad40-4b3e-8564-b594583fdc39 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 946 time: 0.0939584 Jun 07 12:12:20.539335 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1807f79e-c9ba-4b1a-b8a8-5f0fdf3cc4fd req-ba867ad5-1cb6-495d-9293-9ea1eb50da80 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jun 07 12:12:21.693806 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:21.742494 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-53c2663a-028d-4ac0-a388-24da81f7346b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003221628&fields=id&tenant_id=c7da0c1999b74f7e88721cc478082d79 HTTP/1.1" status: 200 len: 267 time: 0.0390863 Jun 07 12:12:21.911551 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-8c9b58dc-546b-477f-a01c-91c11f143d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:21.913057 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-8c9b58dc-546b-477f-a01c-91c11f143d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 809 time: 0.1642475 Jun 07 12:12:21.929015 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-d811fa47-7d9f-4e3b-a807-dcfa4daff73b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/quotas/c7da0c1999b74f7e88721cc478082d79 HTTP/1.1" status: 200 len: 375 time: 0.0089958 Jun 07 12:12:22.011639 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-08226d8c-2931-4dde-b30e-6157f4994e1d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774207 Jun 07 12:12:22.149959 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-b2267646-009a-425b-aa7e-fbaba2f6133a service neutron] 10.222.0.22 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271608 Jun 07 12:12:22.285816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-f93ecea9-0f09-4827-b909-ba9ae83c13c7 service neutron] 10.222.0.22 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301196 Jun 07 12:12:22.723942 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1950cd57-790e-4230-8d8e-ff139495762d req-4b278768-a137-4010-8e01-65db119d005a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 210 time: 0.0469036 Jun 07 12:12:23.901543 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-396ebd80-c521-4522-9808-3dd6d389bcd1 req-ecbb196a-5a5a-4ef2-9300-a4e8c7c34962 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 210 time: 0.0556536 Jun 07 12:12:23.930795 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-df9c45b0-5153-4791-a9d7-d7a0cbd1b8e5 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:23.933285 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-df9c45b0-5153-4791-a9d7-d7a0cbd1b8e5 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 809 time: 0.2014515 Jun 07 12:12:23.987529 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-e8eba248-3324-4ab2-a3f2-8ec3909a2f56 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7da0c1999b74f7e88721cc478082d79 HTTP/1.1" status: 200 len: 380 time: 0.0421584 Jun 07 12:12:23.996638 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'port': {'device_id': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'admin_state_up': True, 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'security_groups': ['ec118a49-acf7-4d30-b775-d56cfdef4d53']}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:24.143599 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Made reservation on behalf of c7da0c1999b74f7e88721cc478082d79 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:12:24.147023 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:24.407507 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Allocated IP 172.20.0.10 (2652fa38-57d3-4ed0-b583-1e63b68e11a1/7ac5be44-8d61-405f-9a64-49289319686e/4910da7f-e56a-4c4f-a9c1-7723c2bef03c) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:12:24.598670 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:24.614902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Transition to ACTIVE for port object 4910da7f-e56a-4c4f-a9c1-7723c2bef03c will not be triggered until provisioned by entity DHCP. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:12:24.637379 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:24.642789 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7c954afe-2d27-44d3-ac4e-8d7b5344b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:24.711955 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:24.715698 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:24.719537 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:12:24.755911 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:24.761163 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:24.793068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:24.793597 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:24.819285 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a9aca3cb-7378-4bb9-916f-8ee6b4173088 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262868 Jun 07 12:12:24.831611 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Request body: {'port': {'device_id': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:24.949925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:24.990095 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-7d627380-5d5b-4feb-b72d-5837ac4c38cb None None] Provisioning for port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c completed by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:24.995495 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-7d627380-5d5b-4feb-b72d-5837ac4c38cb None None] Provisioning complete for port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c triggered by entity DHCP. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:24.995868 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7d627380-5d5b-4feb-b72d-5837ac4c38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.049508 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-7d627380-5d5b-4feb-b72d-5837ac4c38cb None None] Port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c cannot update to ACTIVE because it is not bound. {{(pid=91702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 12:12:25.201006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7829f-f20b-4534-9768-26e56974383d req-dc6bf544-e265-4695-8b2c-6bf232894fee tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:25.202452 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3cb7829f-f20b-4534-9768-26e56974383d req-dc6bf544-e265-4695-8b2c-6bf232894fee tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 932 time: 0.1878228 Jun 07 12:12:25.323210 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3cb7829f-f20b-4534-9768-26e56974383d req-48dfab96-a496-4573-aac7-09fb352551d1 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750751 Jun 07 12:12:25.396242 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4910da7f-e56a-4c4f-a9c1-7723c2bef03c {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:25.403358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.417436 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Transition to ACTIVE for port object 4910da7f-e56a-4c4f-a9c1-7723c2bef03c will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:12:25.421364 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.425824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4f5e9c8b-3dda-4906-adcd-2ac54cff6d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:25.552064 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:25.581893 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:25.658742 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Attempting to bind port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:12:25.659073 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Attempting to bind port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:12:25.659400 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Attempting to bind port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c on network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:25.664031 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c on network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:12:25.664345 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Attempting to bind port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c on network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:25.669993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:12:25.670392 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Checking segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:12:25.670707 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Bound using segment: {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:12:25.671112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Bound port: 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c6e506-8b28-4ad7-b30d-323600b44c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:12:25.671457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.761431 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:12:25.764257 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:12:25.768539 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.772020 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7752cfcb-b3a8-4f3e-97a5-7ef10441dc79 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:25.840030 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:25.840642 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:25.842028 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] 10.222.0.35 "PUT /v2.0/ports/4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 1094 time: 1.0161691 Jun 07 12:12:25.842523 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:25.844859 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65062cc3-1c14-4acc-82ee-daee8fafe39a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:25.867749 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:25.870808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:25.922233 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db9939-1604-4d59-9cd7-d154da9c8c71 x-openstack-request-id: req-74db9939-1604-4d59-9cd7-d154da9c8c71 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:25.922557 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:25.922843 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74db9939-1604-4d59-9cd7-d154da9c8c71 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:25.923265 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'status': 'completed', 'code': 200} Jun 07 12:12:25.974553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-72a1be16-5f9f-4baf-9b74-8f1d32ca71a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:25.976122 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-72a1be16-5f9f-4baf-9b74-8f1d32ca71a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1097 time: 0.0880780 Jun 07 12:12:26.046644 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-5ac860b8-00a2-427e-bf2d-386bd9df3eaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 217 time: 0.0622141 Jun 07 12:12:26.214782 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-1967a7e3-5654-4f71-bad7-3d3ba1dfe327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:26.216110 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-1967a7e3-5654-4f71-bad7-3d3ba1dfe327 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.1623802 Jun 07 12:12:26.308155 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e0a1b-095d-428f-8f6f-30f2282723de req-d4aa946e-5363-48db-a040-611e926ef159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:26.309705 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-d4aa946e-5363-48db-a040-611e926ef159 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802665 Jun 07 12:12:26.490674 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-a47e2901-c0fb-4c79-8f4a-39d5c01fab05 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732390 Jun 07 12:12:26.622806 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d781b5-d6d1-4c5a-a8ab-abdf9811bd1e req-eadbd3cb-e7fa-46c7-8e68-746433e3a25f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:26.624157 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69d781b5-d6d1-4c5a-a8ab-abdf9811bd1e req-eadbd3cb-e7fa-46c7-8e68-746433e3a25f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.1959925 Jun 07 12:12:26.660631 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-967e0a1b-095d-428f-8f6f-30f2282723de req-ab9be87b-f9ff-40ae-abba-ab7bb947a7f0 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630378 Jun 07 12:12:26.686078 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-69d781b5-d6d1-4c5a-a8ab-abdf9811bd1e req-69a01d59-6528-4a06-97f3-a5f85b6e9a3c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Jun 07 12:12:26.772218 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-facc2400-8383-4c11-a84f-022bdff6f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:26.773755 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-facc2400-8383-4c11-a84f-022bdff6f00f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1097 time: 0.0700114 Jun 07 12:12:26.905808 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-84c68aa5-8287-416e-9b80-c4db015e1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:26.907180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-84c68aa5-8287-416e-9b80-c4db015e1634 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1267059 Jun 07 12:12:26.980209 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-e2bdb7d5-92ea-4420-a62b-93cf5fa7c33d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 217 time: 0.0659542 Jun 07 12:12:27.042993 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-b86723e7-3d66-48a1-b7b6-602d93788a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:27.044411 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-b86723e7-3d66-48a1-b7b6-602d93788a06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.0582883 Jun 07 12:12:27.124609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-957d62eb-d964-4971-8c26-31bcb1217695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:27.126092 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-957d62eb-d964-4971-8c26-31bcb1217695 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750914 Jun 07 12:12:27.256887 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-b33999d0-cbcd-4857-be9a-c951920655da service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231811 Jun 07 12:12:27.392019 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-65062cc3-1c14-4acc-82ee-daee8fafe39a req-9a05fd98-57c3-4f1c-bd77-310c6bb26c71 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278799 Jun 07 12:12:27.873551 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540085-0ec9-45ba-a70d-ca32fb61b765 req-9b55188a-0fc6-4344-a1b6-edf5d0472b82 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:27.875021 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-92540085-0ec9-45ba-a70d-ca32fb61b765 req-9b55188a-0fc6-4344-a1b6-edf5d0472b82 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0821702 Jun 07 12:12:27.920584 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-92540085-0ec9-45ba-a70d-ca32fb61b765 req-bfc95b95-8c52-4b05-8368-ffab509116c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Jun 07 12:12:28.197838 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:12:29.122194 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd2b96-3c03-4870-97fb-48ab1c59d1c3 req-693a1bdb-6791-4486-804b-d59ba4381413 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:29.123582 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c1dd2b96-3c03-4870-97fb-48ab1c59d1c3 req-693a1bdb-6791-4486-804b-d59ba4381413 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0877109 Jun 07 12:12:29.172081 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c1dd2b96-3c03-4870-97fb-48ab1c59d1c3 req-e638e492-4cff-4dbd-9dab-012c7110e57b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Jun 07 12:12:30.354653 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c5f32-70df-48d5-9eef-dd47e31be8c3 req-1d9408a2-722d-4637-b0a2-cd0516ed57f2 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:30.356147 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b08c5f32-70df-48d5-9eef-dd47e31be8c3 req-1d9408a2-722d-4637-b0a2-cd0516ed57f2 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0811186 Jun 07 12:12:30.405180 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b08c5f32-70df-48d5-9eef-dd47e31be8c3 req-654e9a18-b6f2-4340-b198-3a5ce28b101b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Jun 07 12:12:31.406178 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-13c376ce-362c-4c74-a805-a127c616f637 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:31.407502 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-13c376ce-362c-4c74-a805-a127c616f637 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.2453103 Jun 07 12:12:31.422684 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-dd605341-7995-474e-9957-694fecc05134 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/quotas/be8300897ac543bb935ceb61e9ef6011 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Jun 07 12:12:31.508035 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-4474f29b-6991-43e4-a228-0938165c13a7 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803103 Jun 07 12:12:31.706211 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce3e2-a062-47ea-9585-1b3aa25e701e req-b8ee6aa3-e14b-418d-82b4-bca652f13c61 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:31.707553 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0bdce3e2-a062-47ea-9585-1b3aa25e701e req-b8ee6aa3-e14b-418d-82b4-bca652f13c61 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.1969364 Jun 07 12:12:31.709429 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-5bc57a93-57cc-45ed-afe9-399b941731f6 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635182 Jun 07 12:12:31.788769 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0bdce3e2-a062-47ea-9585-1b3aa25e701e req-d875ca8e-d300-41bd-9eb2-32decc3f7c90 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743871 Jun 07 12:12:31.875752 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-b1eb67f8-9fda-47e3-b0b8-1eca90f677c2 service neutron] 10.222.0.22 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487041 Jun 07 12:12:32.055438 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7ee7b10-e254-40bd-ae1a-9388abba613b req-5f327700-f158-4a32-a3f8-cfcd6830557e tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 210 time: 0.0441928 Jun 07 12:12:33.096042 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48310ff6-290f-467f-94a2-d4704f2db035 req-e42d39c6-4f20-4881-9d7d-2c0211a0f839 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:33.097567 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48310ff6-290f-467f-94a2-d4704f2db035 req-e42d39c6-4f20-4881-9d7d-2c0211a0f839 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.1980412 Jun 07 12:12:33.137958 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-dd8b363c-f8b1-417d-a397-c7020bf1779a tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:33.139392 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-dd8b363c-f8b1-417d-a397-c7020bf1779a tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 815 time: 0.1886315 Jun 07 12:12:33.162557 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Request body: {'port': {'device_id': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'admin_state_up': True, 'tenant_id': 'be8300897ac543bb935ceb61e9ef6011'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:33.188589 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-48310ff6-290f-467f-94a2-d4704f2db035 req-e08e13bb-1097-4874-a3c9-c6e7c2aeb51a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795677 Jun 07 12:12:33.246776 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0bb9559c-725e-4d2b-baf9-a13193219259 req-39aaa6a5-c8e5-4cfe-b5d3-623642535e30 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 210 time: 0.0706906 Jun 07 12:12:33.362430 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Made reservation on behalf of be8300897ac543bb935ceb61e9ef6011 for: {'port': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:12:33.365888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:33.532086 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_common [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Allocated IP 172.20.0.7 (1e058ecf-f322-4ef4-937a-4fbc5ab79ab0/2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b/1a4d18f8-cff9-433a-9d4a-696056cfa1d2) {{(pid=91700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:12:33.763480 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks [] for port, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:33.793646 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:33.799141 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0132b62b-fe23-4a82-a537-cc28f0d35bd5 tempest-VolumesSnapshotTestJSON-1469269792 tempest-VolumesSnapshotTestJSON-1469269792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:33.806725 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', '6b64b790-259f-4c33-97fc-2820fe101896', '69aef411-b399-4855-bbb0-1f5c6dce43a7'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:33.867429 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 is already hosted by enough agents. {{(pid=91700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:33.871296 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Resources bound (agent type, host, resource id): {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:33.875212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Received port after_create {{(pid=91700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:12:33.912910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event updated for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:33.930118 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.930490 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.931422 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.931784 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.932140 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.932496 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.932884 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.933238 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.933591 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.933944 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.934296 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.934645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:33.940081 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:33.953395 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:33.954002 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:33.972134 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-09c17a49-31df-4c32-be06-5b14b7c03d58 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153474 Jun 07 12:12:33.985266 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Request body: {'port': {'device_id': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:34.098459 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:34.569932 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923150-418c-4816-a77e-588c38cecd5e req-92551868-36dd-4553-91d5-8015f16bcaa6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:34.571515 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00923150-418c-4816-a77e-588c38cecd5e req-92551868-36dd-4553-91d5-8015f16bcaa6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.2512536 Jun 07 12:12:34.624464 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25d0a0-1fea-4c3b-b9f2-7160066f1e9c req-b7ba0138-9b2f-425b-9b1d-c55ec94445f1 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:34.625915 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5f25d0a0-1fea-4c3b-b9f2-7160066f1e9c req-b7ba0138-9b2f-425b-9b1d-c55ec94445f1 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 931 time: 0.2612305 Jun 07 12:12:34.677751 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00923150-418c-4816-a77e-588c38cecd5e req-95ace11b-d49f-4841-83e5-26f3dd9367d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948701 Jun 07 12:12:34.709981 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5f25d0a0-1fea-4c3b-b9f2-7160066f1e9c req-c90a2594-315a-4627-9f89-ce1e6177a11c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687630 Jun 07 12:12:34.764958 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 {{(pid=91700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:34.772150 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:34.786027 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.provisioning_blocks [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Transition to ACTIVE for port object 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 will not be triggered until provisioned by entity L2. {{(pid=91700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 12:12:34.789629 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:34.794244 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-997461d9-0e3e-4ad5-993c-2048900c0d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:34.918516 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=2']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:34.943754 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:35.022924 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Attempting to bind port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 12:12:35.023255 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Attempting to bind port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 12:12:35.023586 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Attempting to bind port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:35.028731 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 12:12:35.029050 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Attempting to bind port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 on network 1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 12:12:35.034068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Checking agent: {'id': '60f777e4-89b2-499d-992d-287184d506f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'started_at': datetime.datetime(2021, 6, 7, 11, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 12:12:35.034398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Checking segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:12:35.034772 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Bound using segment: {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'} {{(pid=91700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 12:12:35.035189 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.managers [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Bound port: 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26bc7f4e-35cb-4143-a7dd-017049db5996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0'}}] {{(pid=91700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 12:12:35.035526 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:35.122271 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, cleared binding levels {{(pid=91700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 12:12:35.125216 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 12:12:35.129413 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1899504'] for port, after_update {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:35.133804 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:35.190949 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:35.191553 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:35.192953 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] 10.222.0.35 "PUT /v2.0/ports/1a4d18f8-cff9-433a-9d4a-696056cfa1d2 HTTP/1.1" status: 200 len: 1093 time: 1.2128232 Jun 07 12:12:35.193443 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:35.195709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:35.219593 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=3']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:35.222940 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3976edfb-33af-44e8-a666-ee3cf5dbc0bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:35.265566 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c1c19-a9eb-461f-be23-af4e93e3d44c x-openstack-request-id: req-d41c1c19-a9eb-461f-be23-af4e93e3d44c {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:35.265881 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:35.266162 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d41c1c19-a9eb-461f-be23-af4e93e3d44c {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:35.266569 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2', 'status': 'completed', 'code': 200} Jun 07 12:12:35.306621 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-9f4adf1f-5b88-4d6f-bf21-cf2dc049fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:35.308083 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-9f4adf1f-5b88-4d6f-bf21-cf2dc049fda4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 1096 time: 0.0746891 Jun 07 12:12:35.381833 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-179b1fd1-ebba-411a-9e9f-ded3634ab0c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2 HTTP/1.1" status: 200 len: 217 time: 0.0629625 Jun 07 12:12:35.445199 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-d9ee1be0-4af7-463d-b84d-bf1ce7dee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:35.447194 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-d9ee1be0-4af7-463d-b84d-bf1ce7dee609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0585625 Jun 07 12:12:35.496275 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-8e396d62-6262-4b90-83f1-d96e860f34a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401642 Jun 07 12:12:35.628839 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-476e14d7-e5e1-409c-a2a0-2e8376a24bfe service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247108 Jun 07 12:12:35.762520 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-62fecce6-97ed-458c-8d0c-d4a79dfcab7c req-ddc33933-8b59-444e-b113-9676afe12a98 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258872 Jun 07 12:12:36.091012 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-81893b61-253f-40a4-b7bb-fc962a555773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:36.092485 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-81893b61-253f-40a4-b7bb-fc962a555773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 1096 time: 0.2651062 Jun 07 12:12:36.103250 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6186c6-321c-4584-a1d7-da90518d23ba req-506732a1-a6e6-4c15-841b-a3e744191dbd tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:36.104618 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb6186c6-321c-4584-a1d7-da90518d23ba req-506732a1-a6e6-4c15-841b-a3e744191dbd tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.3162575 Jun 07 12:12:36.132006 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a8374-118b-4f5a-a3c5-ec00a303a8a1 req-7d05cf41-7d2e-4d03-8ed0-bbe8213140f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:36.133424 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a68a8374-118b-4f5a-a3c5-ec00a303a8a1 req-7d05cf41-7d2e-4d03-8ed0-bbe8213140f2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 943 time: 0.3049729 Jun 07 12:12:36.281129 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a68a8374-118b-4f5a-a3c5-ec00a303a8a1 req-0e6ec939-9b2f-4b87-af76-ebabb69e918c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329093 Jun 07 12:12:36.283681 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-eb6186c6-321c-4584-a1d7-da90518d23ba req-061c1a59-5371-4f34-9386-ca215bddcdf8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597443 Jun 07 12:12:36.317275 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-f3bc9487-7b79-4e0a-8563-d6f95b025277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:36.318885 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-f3bc9487-7b79-4e0a-8563-d6f95b025277 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 916 time: 0.2133224 Jun 07 12:12:36.394214 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-40405073-36ef-49d4-99c8-cd63f7586e8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2 HTTP/1.1" status: 200 len: 217 time: 0.0661180 Jun 07 12:12:36.460343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-3e4bc7fd-e2aa-4ef6-8c42-5fc503fdb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:36.462337 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-3e4bc7fd-e2aa-4ef6-8c42-5fc503fdb4b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0606778 Jun 07 12:12:36.509358 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-4094b67b-620b-49dc-a7ef-14790a406868 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397372 Jun 07 12:12:36.649109 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-1a443111-daad-4086-a4a5-c69be8ab52b6 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315753 Jun 07 12:12:36.796739 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-01e5be68-c4ac-4d9d-bead-fdbdc11553f5 req-b27b5256-38a8-4ea2-8b1d-f9654f07e97d service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405814 Jun 07 12:12:37.548671 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b549c-5a8d-41ab-8ab9-87616abf7dbd req-215c2be5-de98-4854-9e59-f84857e18e80 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:37.550165 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ae6b549c-5a8d-41ab-8ab9-87616abf7dbd req-215c2be5-de98-4854-9e59-f84857e18e80 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.1429868 Jun 07 12:12:37.562213 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8876972-124c-4772-924f-0968492c5034 req-c2e72639-2586-4618-b4d3-1bb1a760cbaa tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:37.563615 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d8876972-124c-4772-924f-0968492c5034 req-c2e72639-2586-4618-b4d3-1bb1a760cbaa tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 943 time: 0.1182659 Jun 07 12:12:37.630737 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ae6b549c-5a8d-41ab-8ab9-87616abf7dbd req-7457ce18-dc33-4ad2-9ddc-2ef500cd4635 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661919 Jun 07 12:12:37.639753 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d8876972-124c-4772-924f-0968492c5034 req-7bc95471-b154-4e4f-a984-0d6f156175c6 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618458 Jun 07 12:12:38.220893 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:12:38.356525 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:38.369534 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'mac_address': 'fa:16:3e:80:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:12:38.423281 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:38.439657 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910da7f-e56a-4c4f-a9c1-7723c2bef03c {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:38.455137 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:38.459064 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:38.459790 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:12:38.461631 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:38.586395 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:38.591574 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:38.682463 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:38.697101 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2', 'network_id': '1e058ecf-f322-4ef4-937a-4fbc5ab79ab0', 'port_id': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2', 'mac_address': 'fa:16:3e:4c:fc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:12:38.752925 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:38.770669 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:12:38.786140 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:38.791676 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:38.793563 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:38.862230 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=4']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:38.865176 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:38.894604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0442a3-b469-46ad-8ac9-0435374bd53f req-96efe947-7f15-428c-a993-77788c6154a4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:38.896052 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bf0442a3-b469-46ad-8ac9-0435374bd53f req-96efe947-7f15-428c-a993-77788c6154a4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 945 time: 0.1460249 Jun 07 12:12:38.907340 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfec8ac-7688-4560-9e25-c3221a1c332d req-97bf88c5-89c1-4845-b872-c6d3cce9dd3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:38.908717 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5dfec8ac-7688-4560-9e25-c3221a1c332d req-97bf88c5-89c1-4845-b872-c6d3cce9dd3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 944 time: 0.1233571 Jun 07 12:12:38.984183 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-bf0442a3-b469-46ad-8ac9-0435374bd53f req-17345fb0-6831-44ed-b500-d1c3114e8630 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745373 Jun 07 12:12:38.991501 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5dfec8ac-7688-4560-9e25-c3221a1c332d req-2935080b-4902-4171-b0d4-0389ca0a8db4 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667334 Jun 07 12:12:39.058011 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['4910da7f-e56a-4c4f-a9c1-7723c2bef03c'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:39.083083 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['1a4d18f8-cff9-433a-9d4a-696056cfa1d2'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:40.228389 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:40.229077 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d791b-0004-4081-b640-a52e1592ec18 req-5f9f1913-c98e-483c-98b0-1845e683a395 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:40.230130 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-093d791b-0004-4081-b640-a52e1592ec18 req-5f9f1913-c98e-483c-98b0-1845e683a395 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 945 time: 0.1379709 Jun 07 12:12:40.238282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72a158-0cae-4739-9acb-403b08261efc req-d7db5934-dc1d-463c-bea1-afebe0c6d2e7 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:40.239658 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-af72a158-0cae-4739-9acb-403b08261efc req-d7db5934-dc1d-463c-bea1-afebe0c6d2e7 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 944 time: 0.1165037 Jun 07 12:12:40.299065 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:40.303553 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:40.303934 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.314387 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-093d791b-0004-4081-b640-a52e1592ec18 req-0049fda2-feea-496e-bfc0-dd3f108c4fc5 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737796 Jun 07 12:12:40.318929 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-af72a158-0cae-4739-9acb-403b08261efc req-3826d764-97c8-48c6-8be8-5479e0b9a17f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620222 Jun 07 12:12:40.423874 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.450433 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:40.452661 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e380c8-651d-429c-bd14-e1eab00c935f" -d '{"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:40.460378 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:40.465388 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.466248 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:12:40.496255 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:40.530701 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1496c039-18ef-4cd2-9d08-6363905e32bf x-openstack-request-id: req-1496c039-18ef-4cd2-9d08-6363905e32bf {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:40.530996 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:40.531255 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1496c039-18ef-4cd2-9d08-6363905e32bf {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:40.531643 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'code': 200} Jun 07 12:12:40.585298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:40.589480 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:40.597889 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning for port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 completed by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 12:12:40.603291 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:12:40.603854 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.727449 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.736687 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaade61-d500-48cb-884f-669da9c8b24c req-711cdf70-fff3-4dc8-b46f-8b15a101faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:40.738158 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-caaade61-d500-48cb-884f-669da9c8b24c req-711cdf70-fff3-4dc8-b46f-8b15a101faaa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0707231 Jun 07 12:12:40.766590 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:40.770263 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:40.773024 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-3ab12375-021b-430e-8f96-9219313bc291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:40.781802 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-caaade61-d500-48cb-884f-669da9c8b24c req-6b4fdf32-1f1b-4140-a203-bdbca1ef3fc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Jun 07 12:12:40.838164 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=5']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:40.841224 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:41.564181 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc7a34-88fa-4b6a-b384-a4f087d5d02f req-a99ce31e-29a5-451f-86dc-97bc95adf452 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:41.565669 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7bc7a34-88fa-4b6a-b384-a4f087d5d02f req-a99ce31e-29a5-451f-86dc-97bc95adf452 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.1100180 Jun 07 12:12:41.573938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c120b-b9cc-4350-a741-6f691fb6f65b req-396c9b4d-03ff-445e-926a-81997b9ec365 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:41.575323 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ac9c120b-b9cc-4350-a741-6f691fb6f65b req-396c9b4d-03ff-445e-926a-81997b9ec365 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.1555274 Jun 07 12:12:41.753784 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ac9c120b-b9cc-4350-a741-6f691fb6f65b req-e7e3f7ec-0b4b-4f39-95aa-2e23716c0175 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645875 Jun 07 12:12:41.756291 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b7bc7a34-88fa-4b6a-b384-a4f087d5d02f req-cbcc3de5-a8e6-43d2-baa0-3576f6191ff3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801178 Jun 07 12:12:42.257564 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:42.532517 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:42.534847 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be4b38-63ef-438a-9dcc-7e1864e50889" -d '{"events": [{"server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:42.576775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9855ca74-95ff-4379-81d0-4240b19db0a3 x-openstack-request-id: req-9855ca74-95ff-4379-81d0-4240b19db0a3 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:42.577069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:42.577328 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9855ca74-95ff-4379-81d0-4240b19db0a3 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:42.577725 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2', 'code': 200} Jun 07 12:12:42.812052 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0625068-74d4-4420-a4a0-a7d53ac80b7a req-35aa86f8-fc2d-4f27-8f0e-96fb8e850ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:42.813555 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0625068-74d4-4420-a4a0-a7d53ac80b7a req-35aa86f8-fc2d-4f27-8f0e-96fb8e850ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 1098 time: 0.0744219 Jun 07 12:12:42.859733 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c0625068-74d4-4420-a4a0-a7d53ac80b7a req-a0f1dc22-6ad6-4d78-b605-87a916c3dee6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Jun 07 12:12:43.005032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92d677-e4c8-43e5-ae25-ab1ee41d34e4 req-fa062535-9b5d-460a-953b-5e949832f6a8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:43.006520 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1f92d677-e4c8-43e5-ae25-ab1ee41d34e4 req-fa062535-9b5d-460a-953b-5e949832f6a8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.1420157 Jun 07 12:12:43.014812 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28c6a9-71d7-438b-989f-b38b137294f7 req-03815b9c-a11f-4522-8c59-113b3b5216c8 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:43.016152 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8b28c6a9-71d7-438b-989f-b38b137294f7 req-03815b9c-a11f-4522-8c59-113b3b5216c8 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.1190093 Jun 07 12:12:43.108131 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1f92d677-e4c8-43e5-ae25-ab1ee41d34e4 req-12fd24c7-2aae-4c2a-80c1-ed43966caf4f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910311 Jun 07 12:12:43.115102 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8b28c6a9-71d7-438b-989f-b38b137294f7 req-3f9dc9d8-8941-4fd3-9a12-775c60071805 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Jun 07 12:12:43.288645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403be42-29f1-4010-a0a4-e41c17f952e4 req-79cabeba-e183-4d55-9fdf-2e514396feb4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:43.290162 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a403be42-29f1-4010-a0a4-e41c17f952e4 req-79cabeba-e183-4d55-9fdf-2e514396feb4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0791152 Jun 07 12:12:43.334875 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a403be42-29f1-4010-a0a4-e41c17f952e4 req-2cec818d-4299-4c13-9698-a0b6d2bb4fc6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387590 Jun 07 12:12:43.356703 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35578) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:43.473785 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d9bac3-b9c4-4d2a-b9c6-75d1430f66b0 tempest-TestShelveInstance-10699830 tempest-TestShelveInstance-10699830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:43.475263 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-69d9bac3-b9c4-4d2a-b9c6-75d1430f66b0 tempest-TestShelveInstance-10699830 tempest-TestShelveInstance-10699830-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1094 time: 0.1174839 Jun 07 12:12:43.478679 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35582) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:12:43.483031 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Request body: {'floatingip': {'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:12:43.505354 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for floatingip, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:43.643729 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:43.897576 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_common [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Allocated IP 172.27.0.69 (a16db843-67dc-431d-87f2-c9cc6d3adc3a/8c1b6188-0908-4f4f-853a-4157ae97fb12/25fdf95f-2ae4-49e0-a718-bb7505da3b50) {{(pid=91701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 12:12:44.042740 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for port, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.071246 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728811143774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.076275 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-011e3a83-6ff6-4991-acbf-f3424f0aa72c tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:44.139321 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Network a16db843-67dc-431d-87f2-c9cc6d3adc3a is already hosted by enough agents. {{(pid=91701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 12:12:44.142290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Resources bound (agent type, host, resource id): {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:12:44.148298 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Received port after_create {{(pid=91701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 12:12:44.177517 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'Port': ['ID=25fdf95f-2ae4-49e0-a718-bb7505da3b50,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:44.192248 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.192619 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.193008 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.193367 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.193721 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.194073 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.194421 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.194773 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.195121 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.195467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.195810 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.196154 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:12:44.201007 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:44.303215 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991d7ad-8b27-4821-9566-e1e962ffdd98 req-a1b29eaf-7624-4529-bec4-c33d42d6d4a2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:44.304656 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7991d7ad-8b27-4821-9566-e1e962ffdd98 req-a1b29eaf-7624-4529-bec4-c33d42d6d4a2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.0850899 Jun 07 12:12:44.349889 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7991d7ad-8b27-4821-9566-e1e962ffdd98 req-5e144571-4104-4974-af49-d30ca42e7e20 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jun 07 12:12:44.578098 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.655995 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.888000 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for port, precommit_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.892479 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801260'] for port, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:44.896868 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a25c2314-3d30-46a3-b757-d9fdee54d575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:45.002288 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event updated for resources: {'Port': ['ID=25fdf95f-2ae4-49e0-a718-bb7505da3b50,revision_number=2']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:45.006436 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:45.014390 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506749'] for floatingip, after_update {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:45.184588 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Floating IP d8d89a50-8c76-4411-8e4f-0ef17743a65c associated. External IP: 172.27.0.69, port: 4910da7f-e56a-4c4f-a9c1-7723c2bef03c. Jun 07 12:12:45.637284 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Router cdd1caa9-9638-4aec-9c82-059d30f62cd6 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:12:45.657495 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-c09e3008-fea3-4c09-acaf-f9223dba8dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:45.822703 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:12:45.835640 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Sync routers for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:12:45.844831 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:45.847198 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:12:45.847825 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:12:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:45.920281 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4278367 Jun 07 12:12:45.920281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:45.920281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:46.022796 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6c78d2-668b-4082-ad16-fa549e463610 x-openstack-request-id: req-ca6c78d2-668b-4082-ad16-fa549e463610 {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:46.023164 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:46.023479 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca6c78d2-668b-4082-ad16-fa549e463610 {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:46.023911 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'status': 'completed', 'code': 200} Jun 07 12:12:46.046877 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:12:46.120319 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-ed171a08-8a9a-4da7-ae28-80c2d0827db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:46.121977 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-ed171a08-8a9a-4da7-ae28-80c2d0827db4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0771177 Jun 07 12:12:46.264865 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-010bab85-29ed-4978-bfd2-e1d5c3e5b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:46.266342 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-010bab85-29ed-4978-bfd2-e1d5c3e5b1f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1381187 Jun 07 12:12:46.387055 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-55802b7d-cce2-459d-8ebc-f8c2f34e652f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 999 time: 0.1119061 Jun 07 12:12:46.460534 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-8aacc075-7044-48c2-9b27-c1823eef133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:46.462202 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-8aacc075-7044-48c2-9b27-c1823eef133b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.0669765 Jun 07 12:12:46.492316 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'd8d89a50-8c76-4411-8e4f-0ef17743a65c', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'mac_address': 'fa:16:3e:80:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:12:44Z', 'updated_at': '2021-06-07T12:12:44Z', 'revision_number': 0, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:46.497245 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Checking router: cdd1caa9-9638-4aec-9c82-059d30f62cd6 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:12:46.505699 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:12:46.506781 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:12:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:46.549801 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-3df6b839-ee56-4d39-a717-26114c573768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:46.551293 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-3df6b839-ee56-4d39-a717-26114c573768 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812480 Jun 07 12:12:46.688000 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-7646592f-4a78-4cc6-9b21-ab34e5265740 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292202 Jun 07 12:12:46.690579 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:12:46.827784 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-dce741f8-8bfa-4115-afd1-b060f4a8ffd0 req-4b0e2a33-b433-453c-8f77-f14c7fdb1dfd service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321712 Jun 07 12:12:47.047646 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'd8d89a50-8c76-4411-8e4f-0ef17743a65c', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'mac_address': 'fa:16:3e:80:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:12:44Z', 'updated_at': '2021-06-07T12:12:44Z', 'revision_number': 0, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:12:47.051547 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32924-56c9-4292-b40e-e17e29fa5de6 None None] The sync data for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi is: [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_floatingips': [{'id': 'd8d89a50-8c76-4411-8e4f-0ef17743a65c', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'floating_ip_address': '172.27.0.69', 'floating_network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'router_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'mac_address': 'fa:16:3e:80:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T12:12:44Z', 'updated_at': '2021-06-07T12:12:44Z', 'revision_number': 0, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:12:47.233121 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cea9a60-488d-4484-a6b7-33064e7995f4 None None] New status for floating IP d8d89a50-8c76-4411-8e4f-0ef17743a65c: ACTIVE {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:12:48.261412 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:48.593694 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d8e38f5b-d033-4d4d-bb37-4652ac1d0aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:49.825518 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:50.363716 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-df719a98-a130-44c7-ad4c-20c0f549d376 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738535 Jun 07 12:12:50.509018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-8b45e316-1792-4e8d-9816-eb2b7f998ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:50.510892 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-8b45e316-1792-4e8d-9816-eb2b7f998ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be8300897ac543bb935ceb61e9ef6011&device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 1098 time: 0.0773253 Jun 07 12:12:50.657224 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-841b871c-75c2-4cd3-91b5-0cf64cc145b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:50.658552 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-841b871c-75c2-4cd3-91b5-0cf64cc145b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 200 len: 916 time: 0.1276248 Jun 07 12:12:50.729807 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-9ec230bf-8ec8-4a3e-a67b-1a3c4ef3b6a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e HTTP/1.1" status: 200 len: 217 time: 0.0648084 Jun 07 12:12:50.794786 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-62e6acb4-1106-4aa4-8f93-92bc16741837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:50.796265 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-62e6acb4-1106-4aa4-8f93-92bc16741837 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 200 len: 855 time: 0.0600679 Jun 07 12:12:50.845958 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-9bdfbe21-804e-4ce2-8488-599a18fb6111 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420187 Jun 07 12:12:50.985889 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-7d7deab4-159c-4e6b-bdfe-a6cf528d1d72 service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338129 Jun 07 12:12:51.213172 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b43a489d-418b-48cf-ab08-b21d5716dd47 req-2f32231d-27d8-40a3-9e8b-b26f375dca0f service neutron] 10.222.0.35 "GET /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199712 Jun 07 12:12:51.696905 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:57.338295 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf1c43-731f-4fb4-9a6b-fa3ca73d25d1 req-41e83f50-46db-49d2-90f6-0388ff51f8a3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:57.339738 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86cf1c43-731f-4fb4-9a6b-fa3ca73d25d1 req-41e83f50-46db-49d2-90f6-0388ff51f8a3 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.0812263 Jun 07 12:12:57.383293 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-86cf1c43-731f-4fb4-9a6b-fa3ca73d25d1 req-e492b454-07ba-4d16-8c93-dc5e1a126281 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Jun 07 12:12:58.584824 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aab01-0001-4ff9-880c-bdecf261aa0b req-81c0376b-9279-443f-b4a8-56e0a61f7054 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:58.586245 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8b4aab01-0001-4ff9-880c-bdecf261aa0b req-81c0376b-9279-443f-b4a8-56e0a61f7054 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.0857995 Jun 07 12:12:58.630920 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-8b4aab01-0001-4ff9-880c-bdecf261aa0b req-32861ad4-9bf1-4d31-8d19-79f5cef844c4 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Jun 07 12:12:59.054999 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29896a51-0389-4bc1-a454-9928a23bb236 req-bb739c65-0f97-4e9b-ab1d-c7eacfdfb9f5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:12:59.056407 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29896a51-0389-4bc1-a454-9928a23bb236 req-bb739c65-0f97-4e9b-ab1d-c7eacfdfb9f5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 945 time: 0.0776508 Jun 07 12:12:59.194689 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Deleting port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:12:59.194916 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:59.330230 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] For port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:12:59.330585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:59.451125 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Calling delete_port for 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:12:59.566815 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:59.573102 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-29ec074f-323b-4845-8fdc-c577ed6b39d7 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:12:59.578678 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', '6b64b790-259f-4c33-97fc-2820fe101896', '69aef411-b399-4855-bbb0-1f5c6dce43a7', '1a4d18f8-cff9-433a-9d4a-696056cfa1d2'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:12:59.617313 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event deleted for resources: {'Port': ['ID=1a4d18f8-cff9-433a-9d4a-696056cfa1d2,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:12:59.621178 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:12:59.697976 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] No DVR routers for this DVR port 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:12:59.700706 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:12:59.702693 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29896a51-0389-4bc1-a454-9928a23bb236 req-1ef80f2e-1111-43ca-859f-b1053c4a321d tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "DELETE /v2.0/ports/1a4d18f8-cff9-433a-9d4a-696056cfa1d2 HTTP/1.1" status: 204 len: 173 time: 0.6409626 Jun 07 12:12:59.703253 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'name': 'network-vif-deleted', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:12:59.705456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ec511a-0fa6-427a-abbe-87165e8c78f6" -d '{"events": [{"server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "name": "network-vif-deleted", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:12:59.748448 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac0601-3ca9-4aa6-a295-a2b381b8a136 x-openstack-request-id: req-bbac0601-3ca9-4aa6-a295-a2b381b8a136 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:12:59.748807 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf699bf-1cb1-406a-ba8c-1050e779b76e", "name": "network-vif-deleted", "tag": "1a4d18f8-cff9-433a-9d4a-696056cfa1d2", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:12:59.749112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbac0601-3ca9-4aa6-a295-a2b381b8a136 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:12:59.749537 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf699bf-1cb1-406a-ba8c-1050e779b76e', 'name': 'network-vif-deleted', 'tag': '1a4d18f8-cff9-433a-9d4a-696056cfa1d2', 'status': 'completed', 'code': 200} Jun 07 12:12:59.810627 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7077d954-ed4a-487b-a28d-47c7d6cb365a req-2f4db494-ca2f-46c0-af2c-164778d2f10c tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecf699bf-1cb1-406a-ba8c-1050e779b76e HTTP/1.1" status: 200 len: 210 time: 0.0454540 Jun 07 12:13:02.383754 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:13:02.418328 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:13:02.418674 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 1a4d18f8-cff9-433a-9d4a-696056cfa1d2 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:13:02.492044 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da98335-fa35-402d-aa68-934f0eb50d43 req-349e6ddf-585b-4104-a805-4c388a048118 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:02.494440 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0da98335-fa35-402d-aa68-934f0eb50d43 req-349e6ddf-585b-4104-a805-4c388a048118 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 946 time: 0.0816038 Jun 07 12:13:02.542810 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0da98335-fa35-402d-aa68-934f0eb50d43 req-48cb6d73-3278-4442-93e0-96b48f0221d5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Jun 07 12:13:03.726543 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbf9e-445f-4cd1-b2b9-9041690cacaf req-375b43b7-deca-4eb6-9820-abaafa01fdd9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:03.728096 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f95cbf9e-445f-4cd1-b2b9-9041690cacaf req-375b43b7-deca-4eb6-9820-abaafa01fdd9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 946 time: 0.0805628 Jun 07 12:13:03.772382 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f95cbf9e-445f-4cd1-b2b9-9041690cacaf req-2bb0fe24-6afd-480b-9cde-3d9517d538ac tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Jun 07 12:13:04.150139 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-bca3209b-1457-4550-acd8-2574981d0b37 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:04.151567 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-bca3209b-1457-4550-acd8-2574981d0b37 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 946 time: 0.0937622 Jun 07 12:13:04.288096 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Deleting port 69aef411-b399-4855-bbb0-1f5c6dce43a7 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:13:04.288432 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:04.421358 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] For port 69aef411-b399-4855-bbb0-1f5c6dce43a7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=69aef411-b399-4855-bbb0-1f5c6dce43a7,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:13:04.421622 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:04.644765 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Calling delete_port for 69aef411-b399-4855-bbb0-1f5c6dce43a7 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:13:04.756174 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:04.763645 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-0becba74-f34e-4f5d-9295-28d904716198 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:04.768153 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', '6b64b790-259f-4c33-97fc-2820fe101896', '69aef411-b399-4855-bbb0-1f5c6dce43a7'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:13:04.816771 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event deleted for resources: {'Port': ['ID=69aef411-b399-4855-bbb0-1f5c6dce43a7,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:04.818959 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:04.900444 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] No DVR routers for this DVR port 69aef411-b399-4855-bbb0-1f5c6dce43a7 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:13:04.903552 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:04.905484 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-70ae3b96-f676-4eca-b490-e71a2cb6418e req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "DELETE /v2.0/ports/69aef411-b399-4855-bbb0-1f5c6dce43a7 HTTP/1.1" status: 204 len: 173 time: 0.7475471 Jun 07 12:13:04.906655 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'name': 'network-vif-deleted', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:13:04.909578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a2c87e-90e3-4fff-8c98-21b0a8ab67d2" -d '{"events": [{"server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "name": "network-vif-deleted", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:13:04.962010 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46f27051-2019-483a-956e-13ea1ab757dc req-69dca353-e448-4686-abb8-7a9b9e0ac1a5 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf9f8f25-7706-4ca4-85c1-4d59f9b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0627847 Jun 07 12:13:04.987169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab62efa8-4627-46ac-8633-70b8cd9d9450 x-openstack-request-id: req-ab62efa8-4627-46ac-8633-70b8cd9d9450 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:13:04.987565 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f8f25-7706-4ca4-85c1-4d59f9b913e2", "name": "network-vif-deleted", "tag": "69aef411-b399-4855-bbb0-1f5c6dce43a7", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:13:04.987913 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab62efa8-4627-46ac-8633-70b8cd9d9450 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:13:04.988402 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f8f25-7706-4ca4-85c1-4d59f9b913e2', 'name': 'network-vif-deleted', 'tag': '69aef411-b399-4855-bbb0-1f5c6dce43a7', 'status': 'completed', 'code': 200} Jun 07 12:13:05.197186 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:13:06.407460 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaad4af-5f89-4119-8f40-6fff4cb26b72 req-3d58d21f-d8fc-4063-b581-13fe83e7335f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:06.408877 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-deaad4af-5f89-4119-8f40-6fff4cb26b72 req-3d58d21f-d8fc-4063-b581-13fe83e7335f tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 945 time: 0.0809655 Jun 07 12:13:06.454944 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-deaad4af-5f89-4119-8f40-6fff4cb26b72 req-b88219cb-2b70-4dd4-b8bb-e6a0eb05dd07 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jun 07 12:13:07.648283 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd9ece-7306-4814-85bc-2b5e3b4a38af req-df5c293b-6ff5-47ec-b6d1-58efcc9dbd97 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:07.650554 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ccd9ece-7306-4814-85bc-2b5e3b4a38af req-df5c293b-6ff5-47ec-b6d1-58efcc9dbd97 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 945 time: 0.0847871 Jun 07 12:13:07.696333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0ccd9ece-7306-4814-85bc-2b5e3b4a38af req-b3a6220f-f754-49e4-8bf5-b8a89b693256 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Jun 07 12:13:07.798167 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e056e90-8c17-43dd-a215-83004db9c793 req-7bb23832-81b5-4832-ad50-b1815cbbfdee tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:07.799508 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e056e90-8c17-43dd-a215-83004db9c793 req-7bb23832-81b5-4832-ad50-b1815cbbfdee tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 945 time: 0.0810368 Jun 07 12:13:07.940534 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Deleting port 6b64b790-259f-4c33-97fc-2820fe101896 {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:13:07.940897 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:08.074294 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] For port 6b64b790-259f-4c33-97fc-2820fe101896, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6b64b790-259f-4c33-97fc-2820fe101896,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:13:08.074647 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:08.202025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Calling delete_port for 6b64b790-259f-4c33-97fc-2820fe101896 owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:13:08.312248 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:08.319132 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-fb4a4b0f-d36f-489d-998b-dfb3a8fd5b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:08.324565 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', '6b64b790-259f-4c33-97fc-2820fe101896'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:13:08.363925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event deleted for resources: {'Port': ['ID=6b64b790-259f-4c33-97fc-2820fe101896,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:08.367414 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:08.408871 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 69aef411-b399-4855-bbb0-1f5c6dce43a7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:13:08.445034 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] No DVR routers for this DVR port 6b64b790-259f-4c33-97fc-2820fe101896 on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:13:08.448212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:08.450222 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e056e90-8c17-43dd-a215-83004db9c793 req-4423124a-69f4-4593-a7e8-e20d7595df3b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "DELETE /v2.0/ports/6b64b790-259f-4c33-97fc-2820fe101896 HTTP/1.1" status: 204 len: 173 time: 0.6441424 Jun 07 12:13:08.450782 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'name': 'network-vif-deleted', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:13:08.453154 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d1a18-e571-4c26-a61e-70996793b4e2" -d '{"events": [{"server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "name": "network-vif-deleted", "tag": "6b64b790-259f-4c33-97fc-2820fe101896"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:13:08.456862 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 69aef411-b399-4855-bbb0-1f5c6dce43a7 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:13:08.457294 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 69aef411-b399-4855-bbb0-1f5c6dce43a7 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:13:08.514834 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b51046-3539-4229-b57b-6cf9029eaba8 x-openstack-request-id: req-b0b51046-3539-4229-b57b-6cf9029eaba8 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:13:08.515284 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816143a0-9a1b-4727-ab1f-4eca8bf6542d", "name": "network-vif-deleted", "tag": "6b64b790-259f-4c33-97fc-2820fe101896", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:13:08.515622 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0b51046-3539-4229-b57b-6cf9029eaba8 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:13:08.516153 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816143a0-9a1b-4727-ab1f-4eca8bf6542d', 'name': 'network-vif-deleted', 'tag': '6b64b790-259f-4c33-97fc-2820fe101896', 'status': 'completed', 'code': 200} Jun 07 12:13:08.860638 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-ef907a4e-1698-4eed-858f-bea0c8b444c5 req-093e80cc-d3e3-4eea-b3bb-5d1b41b6ac55 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=816143a0-9a1b-4727-ab1f-4eca8bf6542d HTTP/1.1" status: 200 len: 210 time: 0.0426924 Jun 07 12:13:11.686549 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498786d-c6e1-4635-91da-6de39400cd26 req-1e424cf1-3344-4609-9d6b-528ad5bbd6d2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:11.687926 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5498786d-c6e1-4635-91da-6de39400cd26 req-1e424cf1-3344-4609-9d6b-528ad5bbd6d2 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 945 time: 0.0854297 Jun 07 12:13:11.732191 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5498786d-c6e1-4635-91da-6de39400cd26 req-530c92fe-e148-41b8-bfca-6d1d751e2900 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jun 07 12:13:12.286534 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:12.403413 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6b64b790-259f-4c33-97fc-2820fe101896 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:13:12.437363 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 6b64b790-259f-4c33-97fc-2820fe101896 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:13:12.437709 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 6b64b790-259f-4c33-97fc-2820fe101896 not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:13:12.918144 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1c9c-6ba8-4cf4-a7bf-1163cda7fda4 req-9a1babf5-eefb-46dd-93f1-bcf2e993bc9b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:12.919574 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e96a1c9c-6ba8-4cf4-a7bf-1163cda7fda4 req-9a1babf5-eefb-46dd-93f1-bcf2e993bc9b tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 945 time: 0.0802581 Jun 07 12:13:12.967165 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-e96a1c9c-6ba8-4cf4-a7bf-1163cda7fda4 req-b4440616-522b-4f1f-bab7-617c9cfedf94 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/security-groups?id=452665ee-7d2e-4944-803e-16203d375941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Jun 07 12:13:13.104713 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-ba9b71c3-9d89-4bc2-af1a-21ebebc9b039 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:13.106040 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-ba9b71c3-9d89-4bc2-af1a-21ebebc9b039 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 945 time: 0.0791714 Jun 07 12:13:13.240900 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Deleting port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:13:13.241235 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:13.470914 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] For port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,segment=NetworkSegment(26bc7f4e-35cb-4143-a7dd-017049db5996),segment_id=26bc7f4e-35cb-4143-a7dd-017049db5996)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:13:13.471547 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:13.599514 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Calling delete_port for 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:13:13.706978 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:13.713087 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-b07fb719-5116-439d-8eec-15c763417e6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:13.718018 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:13:13.760771 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Pushing event deleted for resources: {'Port': ['ID=5a72b3ce-b1c9-45f2-b5cb-321c17b8528e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:13.763720 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:13.838398 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] No DVR routers for this DVR port 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:13:13.840886 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:13.842816 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4ee5a583-a126-49d6-b4aa-c9fbbd765965 req-42241199-fadd-4e1a-b7a0-8f2834186b65 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.35 "DELETE /v2.0/ports/5a72b3ce-b1c9-45f2-b5cb-321c17b8528e HTTP/1.1" status: 204 len: 173 time: 0.7305603 Jun 07 12:13:13.843300 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'name': 'network-vif-deleted', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:13:13.845585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf9590-a29f-443d-82b5-8cff3d8a97a2" -d '{"events": [{"server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "name": "network-vif-deleted", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:13:13.890413 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b57cb32-5e07-4e0c-8c7a-1a80a2c88eb1 x-openstack-request-id: req-0b57cb32-5e07-4e0c-8c7a-1a80a2c88eb1 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:13:13.890756 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376b52b8-2342-4c60-a9eb-50a9fc1544a3", "name": "network-vif-deleted", "tag": "5a72b3ce-b1c9-45f2-b5cb-321c17b8528e", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:13:13.891040 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b57cb32-5e07-4e0c-8c7a-1a80a2c88eb1 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:13:13.891461 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376b52b8-2342-4c60-a9eb-50a9fc1544a3', 'name': 'network-vif-deleted', 'tag': '5a72b3ce-b1c9-45f2-b5cb-321c17b8528e', 'status': 'completed', 'code': 200} Jun 07 12:13:14.130818 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a0a2ef09-abb3-4fa9-9cc3-f76c5b7b387e req-00824796-4c47-4ec7-8fb1-558cac1a9888 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] 10.222.0.22 "GET /v2.0/ports?device_id=376b52b8-2342-4c60-a9eb-50a9fc1544a3 HTTP/1.1" status: 200 len: 210 time: 0.0417500 Jun 07 12:13:15.224054 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35710) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:15.287438 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Deleting subnet 2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:13:15.290566 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.340942 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.399998 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.466315 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.470053 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7c96139c-866b-4012-b782-1584f6c7bd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:15.507503 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:15.510400 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.512240 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2cb3a788-41fb-4cc1-b3e4-e9e15be5b89b HTTP/1.1" status: 204 len: 168 time: 0.2871702 Jun 07 12:13:15.513139 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-e07148dd-be09-48bb-a9be-06ce4f0ae6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:15.514902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35714) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:15.621900 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.649811 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-787b19d1-c782-4550-9beb-33ab8b6af59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.746127 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.758252 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e058ecf-f322-4ef4-937a-4fbc5ab79ab0']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:15.770942 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bc7f4e-35cb-4143-a7dd-017049db5996') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:15.771237 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bc7f4e-35cb-4143-a7dd-017049db5996') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:15.783290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.799212 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.805135 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:13:15.805515 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:13:15.818413 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:13:15.895450 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.899207 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-7558c82f-5a54-49ba-9293-9866a16dce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:15.912679 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:15.914461 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e058ecf-f322-4ef4-937a-4fbc5ab79ab0 HTTP/1.1" status: 204 len: 168 time: 0.3985844 Jun 07 12:13:15.920577 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e058ecf-f322-4ef4-937a-4fbc5ab79ab0,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:15.922939 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-838545ab-a275-4bf1-bf69-958055503292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:16.086341 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35718) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:16.133696 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f83b51a7-16dd-44a4-8206-2d6809457fcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be8300897ac543bb935ceb61e9ef6011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461321 Jun 07 12:13:16.136929 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35720) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:16.195676 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:16.221236 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:16.276063 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:16.278453 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:16.279591 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/452665ee-7d2e-4944-803e-16203d375941 HTTP/1.1" status: 204 len: 168 time: 0.1417887 Jun 07 12:13:16.280410 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-32ee4f59-9d68-47f8-a824-571decf4fcd3 tempest-VolumesNegativeTest-137167532 tempest-VolumesNegativeTest-137167532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:16.290403 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452665ee-7d2e-4944-803e-16203d375941,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:16.293025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:16.419351 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:13:16.490612 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:13:16.490970 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 5a72b3ce-b1c9-45f2-b5cb-321c17b8528e not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:13:18.264141 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:18.595834 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-036879df-5a1b-447f-96e7-0d2999a1f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:19.829732 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:21.699142 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.174833 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35856) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:28.293772 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.403083 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.406806 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.413700 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6db0b9d2-d749-4211-ba96-1d185844d035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:28.454693 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3032507824f45d98451e5a662d7c7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786810 Jun 07 12:13:28.455608 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30341bf-29c5-4a7e-8ef6-1eeabe3f727c,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:28.457389 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35860) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:28.458764 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b7b6aee4-085a-4ef7-bd35-eb55c0832cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:28.520792 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.548820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.600054 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.603166 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:28.604264 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b30341bf-29c5-4a7e-8ef6-1eeabe3f727c HTTP/1.1" status: 204 len: 168 time: 0.1458480 Jun 07 12:13:28.605024 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91b2e688-1ed5-4b76-80b4-967e6d598a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:28.614173 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30341bf-29c5-4a7e-8ef6-1eeabe3f727c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:28.616477 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-6a292166-05f2-42c5-b351-83e78cc4c09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:28.885291 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 35866) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:28.902739 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.005245 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.009282 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.017570 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f224fc57-ab46-4005-a269-b3962dc1d964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:29.060126 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3f5b8edc28c46e0b6ed1a30fc4ff2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737556 Jun 07 12:13:29.061774 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb17dd-f610-4e7f-afb2-dda5e6daa539,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:29.062830 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 35868) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:29.064793 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:29.120362 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.147108 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.197942 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.200739 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:29.201908 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5eb17dd-f610-4e7f-afb2-dda5e6daa539 HTTP/1.1" status: 204 len: 168 time: 0.1381025 Jun 07 12:13:29.202653 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-86ca29fc-f91c-44e9-a755-f709509b27dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:29.212387 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb17dd-f610-4e7f-afb2-dda5e6daa539,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:29.214583 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ff13820a-537b-4e7b-8973-b31e1f0bcfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:32.435232 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36000) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:32.557782 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.670042 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.673706 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.680486 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c1f01b1e-5de4-4874-8fe0-66a9b1070a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:32.719434 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7c2c5-325c-497c-9245-5b543a6d3ae7,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:32.723372 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a6f12bade45414896215516127e4014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871184 Jun 07 12:13:32.724307 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-26a5ac76-31cf-466d-b4e7-8fc88f06c54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:32.725969 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36004) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:32.782528 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.808909 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.861044 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.863455 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:32.864570 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ad7c2c5-325c-497c-9245-5b543a6d3ae7 HTTP/1.1" status: 204 len: 168 time: 0.1377161 Jun 07 12:13:32.865341 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-72a5116f-de78-4a6a-b5fd-11d1f60cdea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:32.875943 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7c2c5-325c-497c-9245-5b543a6d3ae7,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:32.879028 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-cf0a872f-4bd2-40d6-bf3c-0aaca74eb2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:33.145600 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36010) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:33.166240 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.268616 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.272529 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.280667 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-64d6a7c6-264d-496b-9331-a757dfb2fbcd tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:33.320270 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d6016-b30e-4b2b-94f8-e5ce93e255b3,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:33.324900 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c18b91d29b9b4684bfe94d733227b464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782751 Jun 07 12:13:33.325827 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-6e040218-5e66-48e7-81de-45dd29618026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:33.327467 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36012) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:33.385261 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.410595 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.465281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.467838 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:33.468966 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/668d6016-b30e-4b2b-94f8-e5ce93e255b3 HTTP/1.1" status: 204 len: 168 time: 0.1405807 Jun 07 12:13:33.469712 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bd6f4db6-339d-4f22-a055-07a32eb15dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:33.480923 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d6016-b30e-4b2b-94f8-e5ce93e255b3,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:33.483173 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3f4610c5-e6f4-485c-b598-db2d5277b22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:34.188412 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36034) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:34.294538 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-990432195-network', 'tenant_id': 'ec5ee0a5e57141a68cb0921f62a966d3'}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:13:34.317819 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Made reservation on behalf of ec5ee0a5e57141a68cb0921f62a966d3 for: {'network': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:13:34.320164 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.332165 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.434838 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.438528 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.442352 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f3864223-496b-4572-88d4-3b1d0d7f9914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:34.465961 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=91700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:13:34.477902 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bbd2c3-180d-4003-89f2-1e9a8f7b13ca,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:34.482851 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.483190 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.db.segments_db [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Added segment 603a7f30-f02b-48a0-87cf-bc3555c03c24 of type vlan for network b3270ae7-bb13-41e1-817e-e8bb77995bdb Jun 07 12:13:34.491383 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.491754 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.492113 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.492466 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.492908 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.493259 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.493609 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.493948 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.494312 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.494710 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.495051 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.495384 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:34.499367 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:34.519637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.549426 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.550785 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:34.551365 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.554490 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:34.599238 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4096198 Jun 07 12:13:34.602059 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36038) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:34.607310 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Request body: {'subnet': {'network_id': 'b3270ae7-bb13-41e1-817e-e8bb77995bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-990432195-subnet', 'tenant_id': 'ec5ee0a5e57141a68cb0921f62a966d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:13:34.629054 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Made reservation on behalf of ec5ee0a5e57141a68cb0921f62a966d3 for: {'subnet': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:13:34.631492 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2273631'] for subnet, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.651516 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3270ae7-bb13-41e1-817e-e8bb77995bdb,revision_number=1']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:34.654314 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-e035bdb6-935d-458a-a516-ca22d769c0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:34.661104 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network b3270ae7-bb13-41e1-817e-e8bb77995bdb details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:13:34.839161 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2273613'] for subnet, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.842956 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:34.912078 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5403db3-5cdc-4f4b-ba58-9185c8d9d94a,revision_number=0']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:34.915265 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:34.921264 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Checking segment: {'id': '603a7f30-f02b-48a0-87cf-bc3555c03c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b3270ae7-bb13-41e1-817e-e8bb77995bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:13:34.921611 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Network hostable DHCP agents. Network: b3270ae7-bb13-41e1-817e-e8bb77995bdb, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:13:34.938787 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Network b3270ae7-bb13-41e1-817e-e8bb77995bdb is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:13:34.948698 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.base_scheduler [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, b3270ae7-bb13-41e1-817e-e8bb77995bdb) {{(pid=91701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:13:34.952880 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:34.953447 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:34.959997 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1194cb-f267-41c7-9313-cf32d5bd7341 None None] Network b3270ae7-bb13-41e1-817e-e8bb77995bdb requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:13:34.971807 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-5d4fe947-ee72-4061-8f6c-c44db352ba80 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3685508 Jun 07 12:13:35.160138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bb5b7-e5e2-4842-a82d-501aa76ef457 None None] Network b3270ae7-bb13-41e1-817e-e8bb77995bdb requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:13:35.493712 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36054) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:35.499236 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.v2.base [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361671110-network', 'tenant_id': 'c8404314fbeb4b1fb935cbf14977b290'}} {{(pid=91701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:13:35.521525 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Made reservation on behalf of c8404314fbeb4b1fb935cbf14977b290 for: {'network': 1} {{(pid=91701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:13:35.523999 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-568794'] for network, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.540056 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.736694 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.740242 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.743264 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9868eb0c-6c93-46a1-b787-ffc28a0f9b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:35.771142 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=91701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 12:13:35.779984 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8387a2ae-1ef3-4a22-929c-9fc553b92e3d,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:35.783559 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:35.787331 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.787823 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.segments_db [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Added segment 27a621af-fd4d-4d71-86e9-026384da9124 of type vlan for network f858c67e-f22c-408f-9752-4aba35dc96d1 Jun 07 12:13:35.813985 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728811127260'] for network, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.844192 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716'] for network, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.845287 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:35.845856 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:35.849028 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:35.940566 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4457347 Jun 07 12:13:35.943402 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36056) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:35.946245 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Pushing event updated for resources: {'Network': ['ID=f858c67e-f22c-408f-9752-4aba35dc96d1,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:35.948530 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.v2.base [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Request body: {'subnet': {'network_id': 'f858c67e-f22c-408f-9752-4aba35dc96d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361671110-subnet', 'tenant_id': 'c8404314fbeb4b1fb935cbf14977b290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 12:13:35.948987 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-bda6e44f-4c19-41d6-aa47-55a92dbe4935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:35.956228 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Network f858c67e-f22c-408f-9752-4aba35dc96d1 details requested by agent ovs-agent-dv-cinder-786627-7-iscsi with host dv-cinder-786627-7-iscsi {{(pid=91702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 12:13:35.970369 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Made reservation on behalf of c8404314fbeb4b1fb935cbf14977b290 for: {'subnet': 1} {{(pid=91700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 12:13:35.972855 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2370646'] for subnet, before_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:36.175859 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1899333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2370628'] for subnet, after_create {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:36.179657 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:36.347437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e9ae62-79be-40cd-9077-02a3aa48da7e,revision_number=0']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:36.351354 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:36.358401 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Checking segment: {'id': '27a621af-fd4d-4d71-86e9-026384da9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f858c67e-f22c-408f-9752-4aba35dc96d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 12:13:36.358755 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Network hostable DHCP agents. Network: f858c67e-f22c-408f-9752-4aba35dc96d1, hostable agents: ['c0b0572e-8a93-43eb-8a79-0dc978433529'], hosted agents: [] {{(pid=91700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 12:13:36.375837 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Network f858c67e-f22c-408f-9752-4aba35dc96d1 is scheduled to be hosted by DHCP agent c0b0572e-8a93-43eb-8a79-0dc978433529 with binding_index 1 {{(pid=91700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 12:13:36.384300 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.scheduler.base_scheduler [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-7-iscsi, f858c67e-f22c-408f-9752-4aba35dc96d1) {{(pid=91700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 12:13:36.389068 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:36.389651 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:36.394229 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ddfa4-f818-4a0c-bd34-ffae2a16398c None None] Network f858c67e-f22c-408f-9752-4aba35dc96d1 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:13:36.406964 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-709102b8-6aa6-4e07-84c8-0514055224e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4625006 Jun 07 12:13:36.586163 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341c147-743a-40c3-82d0-c47c069c2fba None None] Network f858c67e-f22c-408f-9752-4aba35dc96d1 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:13:42.195565 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:13:42.307304 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:45.651444 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-392d0943-1ad6-4e2b-a0a7-5d0f9946ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:48.266498 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:48.598146 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8607dbd8-8bca-4551-b1b9-8298894f7e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:49.831903 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:51.702073 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.510255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-478ae049-b123-4fa7-a661-80749151b97f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768721 Jun 07 12:13:52.543876 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36176) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:52.603247 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Deleting subnet d5403db3-5cdc-4f4b-ba58-9185c8d9d94a {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:13:52.603465 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616587-9545-465e-8f72-3a1b2466e41f req-684ad227-5e8e-499b-8c24-bb8d7ce7e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:52.605037 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-684ad227-5e8e-499b-8c24-bb8d7ce7e0cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0737357 Jun 07 12:13:52.606726 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.662452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.718935 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.753585 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616587-9545-465e-8f72-3a1b2466e41f req-be45a717-b591-48a4-83b0-afddeb53a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:52.755017 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-be45a717-b591-48a4-83b0-afddeb53a90a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1314821 Jun 07 12:13:52.794494 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.798272 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:52.836334 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:52.837580 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d5403db3-5cdc-4f4b-ba58-9185c8d9d94a HTTP/1.1" status: 204 len: 168 time: 0.2925220 Jun 07 12:13:52.838596 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5403db3-5cdc-4f4b-ba58-9185c8d9d94a,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:52.840756 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36178) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:52.864913 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.865290 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.865657 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.866017 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.866376 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.866728 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.867083 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.867431 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.867794 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-21120a79-3bbd-4857-a73a-38a2e33447b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 1001 time: 0.1055801 Jun 07 12:13:52.867908 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.868171 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.868519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.868894 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:13:52.878661 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:52.930879 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616587-9545-465e-8f72-3a1b2466e41f req-d2b5587f-ca2a-46fa-bc75-95efa1ba70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:52.932351 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-d2b5587f-ca2a-46fa-bc75-95efa1ba70c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.0581667 Jun 07 12:13:52.959648 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.011916 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e616587-9545-465e-8f72-3a1b2466e41f req-535287c8-4095-46b1-9277-0b77fda41aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:13:53.013446 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-535287c8-4095-46b1-9277-0b77fda41aad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739055 Jun 07 12:13:53.086870 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.102482 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3270ae7-bb13-41e1-817e-e8bb77995bdb']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.116129 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603a7f30-f02b-48a0-87cf-bc3555c03c24') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.116422 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603a7f30-f02b-48a0-87cf-bc3555c03c24') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.128072 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.145596 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.152505 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:13:53.152959 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.154080 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-596e167f-cb9d-43cc-ab28-700348639069 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339784 Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:13:53.166521 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:13:53.244733 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.249456 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.254214 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] 10.222.0.22 "DELETE /v2.0/networks/b3270ae7-bb13-41e1-817e-e8bb77995bdb HTTP/1.1" status: 204 len: 168 time: 0.4125466 Jun 07 12:13:53.254941 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36180) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:53.255069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a56e6b82-e9b0-4f55-8e69-2bb040db32f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:53.273432 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b3270ae7-bb13-41e1-817e-e8bb77995bdb,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:53.275908 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-2da96a13-2340-4f4d-95e9-3515f02b03cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:53.335251 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7e616587-9545-465e-8f72-3a1b2466e41f req-595ddeee-152a-4223-82dc-0cf2020f1fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744869 Jun 07 12:13:53.340798 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Deleting subnet 50e9ae62-79be-40cd-9077-02a3aa48da7e {{(pid=91700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:13:53.343881 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.394923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2227593'] for subnet, precommit_delete_associations {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.449898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.515604 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1899274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370637'] for subnet, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.520340 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-91090e87-91a4-473b-a227-218a2ac7a047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:53.560279 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e9ae62-79be-40cd-9077-02a3aa48da7e,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:53.562219 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for subnet, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.565402 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50e9ae62-79be-40cd-9077-02a3aa48da7e HTTP/1.1" status: 204 len: 168 time: 0.3081357 Jun 07 12:13:53.565402 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-f3e0dc75-9115-4c36-8dad-f23e1d55932f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:53.566440 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36182) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:53.672923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.795084 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.807159 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f858c67e-f22c-408f-9752-4aba35dc96d1']}} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.819657 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a621af-fd4d-4d71-86e9-026384da9124') {'for_net_delete': True} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.819946 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.services.segments.db [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a621af-fd4d-4d71-86e9-026384da9124') {} {{(pid=91700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:13:53.832105 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2227590'] for segment, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.847934 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.854019 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=91700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:13:53.854966 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1899436'] for segment, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: Traceback (most recent call last): Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: timer() Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: cb(*args, **kw) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: return func(*args, **kwargs) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: self._notify() Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: self.callback(batched_events) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: event.method(event) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: return f(self, *a, **k) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._get(url).json() Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: return self.request(url, 'GET', **kwargs) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:13:53.868447 dv-cinder-786627-7-iscsi neutron-server[91700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:13:53.945827 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.950454 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:53.952536 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f858c67e-f22c-408f-9752-4aba35dc96d1 HTTP/1.1" status: 204 len: 168 time: 0.3852036 Jun 07 12:13:53.953268 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:54.081888 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f858c67e-f22c-408f-9752-4aba35dc96d1,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:54.084290 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-38a43614-21e3-45c6-ba04-ad6ceb2d2e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:54.181989 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36186) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:54.229435 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-0a90a1f1-c8cb-4237-8f29-fabed7473576 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec5ee0a5e57141a68cb0921f62a966d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453305 Jun 07 12:13:54.231910 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36188) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:54.289192 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.314963 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.366756 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.369251 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.370980 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7bbd2c3-180d-4003-89f2-1e9a8f7b13ca HTTP/1.1" status: 204 len: 168 time: 0.1382010 Jun 07 12:13:54.371725 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-9cb90758-97bd-431b-9a40-d9a41a617704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:54.380938 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bbd2c3-180d-4003-89f2-1e9a8f7b13ca,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:54.383457 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-3b4af8d3-f00d-4b1e-a5c6-205765b0b74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:13:54.769631 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36194) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:54.822336 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-ee5766ba-4623-4015-a72e-391570aa2693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8404314fbeb4b1fb935cbf14977b290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514646 Jun 07 12:13:54.825057 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36196) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:13:54.882860 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.908169 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.958476 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.961032 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:13:54.962175 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8387a2ae-1ef3-4a22-929c-9fc553b92e3d HTTP/1.1" status: 204 len: 168 time: 0.1362083 Jun 07 12:13:54.962928 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-4ad0e1fc-8418-4503-9717-a382757b5938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:13:54.973475 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8387a2ae-1ef3-4a22-929c-9fc553b92e3d,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:13:54.975709 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-86ea2d33-b65d-4981-811e-823eb3bf0628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:14:12.307981 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:15.657711 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2b4efe8d-1779-47e8-b97c-49fe5e6390e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:18.268489 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:18.617991 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-502ea99b-e43c-4988-ac52-a8571abadd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:19.194931 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:14:19.838144 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:21.704505 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.274245 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36456) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:14:34.432839 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.537233 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.541037 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_create {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.549260 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-da5aace0-fb34-437f-ba8f-7ed7aaf448ce tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:14:34.587469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63de6fe8-1277-4b85-9951-8a543b723d55,revision_number=1']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:14:34.591821 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ddf93c42ac14b65bfd052fe60da2e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165638 Jun 07 12:14:34.592738 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-9bf940d7-6c56-4354-b65e-d6374331ff48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:14:34.594624 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36460) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:14:34.656835 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.682141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.733681 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.736199 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:34.737341 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63de6fe8-1277-4b85-9951-8a543b723d55 HTTP/1.1" status: 204 len: 168 time: 0.1418428 Jun 07 12:14:34.738098 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-c4f9b955-4218-426f-8410-efd91ff4241b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:14:34.748337 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63de6fe8-1277-4b85-9951-8a543b723d55,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:14:34.750647 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-4eb500dc-1867-438e-85e5-d182a544eea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:14:42.321249 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:45.658414 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2fc26fac-5aa9-4dc3-b6ec-a5040753f931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:47.844591 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399755-96ec-439e-a3c2-4cfac77d6931 req-f049d456-b665-4907-b320-47e84ba9401c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:47.845383 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8399755-96ec-439e-a3c2-4cfac77d6931 req-f049d456-b665-4907-b320-47e84ba9401c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0838625 Jun 07 12:14:47.889120 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-f8399755-96ec-439e-a3c2-4cfac77d6931 req-61b870c0-8f39-44ed-b6fc-6ec70d96a422 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Jun 07 12:14:48.271359 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:48.599606 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-83b50afb-a925-4c38-bcfb-61b0ffff5f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:49.077724 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4c052-ef3c-4ba3-96ed-faed3998332e req-a36bda86-52c9-4299-b703-8108b1e3c187 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:49.079165 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90a4c052-ef3c-4ba3-96ed-faed3998332e req-a36bda86-52c9-4299-b703-8108b1e3c187 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0788000 Jun 07 12:14:49.124345 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-90a4c052-ef3c-4ba3-96ed-faed3998332e req-adf5925d-2736-4f3d-a0e3-6cdf1a3e86d9 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Jun 07 12:14:49.837205 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:50.311025 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5e00-522a-4a8c-8d2b-c4858fd38941 req-fa84380d-79bb-48e1-8d4d-7cc785ff3ca2 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:50.312534 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-292b5e00-522a-4a8c-8d2b-c4858fd38941 req-fa84380d-79bb-48e1-8d4d-7cc785ff3ca2 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0843191 Jun 07 12:14:50.357743 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-292b5e00-522a-4a8c-8d2b-c4858fd38941 req-e5f69108-1e54-490b-a6d7-3ed4713e10ae tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Jun 07 12:14:51.539836 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5cd64-6af6-4c2a-b1d5-b80605159cf4 req-dd964e9d-f825-42f7-b10f-655c82f6ba4e tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:51.541602 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4be5cd64-6af6-4c2a-b1d5-b80605159cf4 req-dd964e9d-f825-42f7-b10f-655c82f6ba4e tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0796533 Jun 07 12:14:51.590473 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-4be5cd64-6af6-4c2a-b1d5-b80605159cf4 req-b1e306a9-c77f-469a-8635-28d28c388f6f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Jun 07 12:14:51.706319 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:14:52.775886 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2a7a0-22de-4375-813d-f44465b34566 req-0ad5db36-6003-4b19-b476-e527a3b96352 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:52.777385 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-87d2a7a0-22de-4375-813d-f44465b34566 req-0ad5db36-6003-4b19-b476-e527a3b96352 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0807180 Jun 07 12:14:52.821851 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-87d2a7a0-22de-4375-813d-f44465b34566 req-d6bdcdd4-cdae-4fce-b81d-e8219b6a6db7 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 Jun 07 12:14:54.013586 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b56e-bf00-4ccb-b12b-423d638bc862 req-5db6f015-55f7-46bc-970b-efda524feaa5 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:54.015228 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08b9b56e-bf00-4ccb-b12b-423d638bc862 req-5db6f015-55f7-46bc-970b-efda524feaa5 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0894935 Jun 07 12:14:54.061649 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-08b9b56e-bf00-4ccb-b12b-423d638bc862 req-ff602433-ec7c-4a31-8ce3-ac4021050481 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Jun 07 12:14:55.249430 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a29ab2-7ead-4bca-b92d-0ba17eabfb47 req-8bbbb4b5-ba35-4589-9153-0ce89dcd13ce tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:55.250869 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13a29ab2-7ead-4bca-b92d-0ba17eabfb47 req-8bbbb4b5-ba35-4589-9153-0ce89dcd13ce tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0795002 Jun 07 12:14:55.296936 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-13a29ab2-7ead-4bca-b92d-0ba17eabfb47 req-eb5093f7-83aa-4bb3-9c4c-3475b35280fd tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Jun 07 12:14:56.193983 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:14:56.508848 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83619-ec3f-4541-b517-3487eb4da194 req-9adb28f2-950d-4316-98a7-27e45ca025c9 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:56.510224 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6db83619-ec3f-4541-b517-3487eb4da194 req-9adb28f2-950d-4316-98a7-27e45ca025c9 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0846033 Jun 07 12:14:56.555693 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-6db83619-ec3f-4541-b517-3487eb4da194 req-eabbf4f5-6264-4bc8-925a-bba1b66fb410 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Jun 07 12:14:57.736633 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c5093-7fbc-4f0f-aecf-547606ae760f req-1ba64965-bac5-4b05-abc8-5f2c693dcc5b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:57.738328 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0a6c5093-7fbc-4f0f-aecf-547606ae760f req-1ba64965-bac5-4b05-abc8-5f2c693dcc5b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0775349 Jun 07 12:14:57.785807 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0a6c5093-7fbc-4f0f-aecf-547606ae760f req-4af17366-0cd2-4388-bc8d-a9115c4044c4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Jun 07 12:14:57.930112 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-2c75e9a4-a926-4ef8-895a-41fa2a8d9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:57.931491 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-2c75e9a4-a926-4ef8-895a-41fa2a8d9507 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0713243 Jun 07 12:14:58.062744 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-0f5d8b29-fd09-4521-a397-936d4a74e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:58.064225 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-0f5d8b29-fd09-4521-a397-936d4a74e72f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1265948 Jun 07 12:14:58.165759 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-016ac9a8-66e8-4533-a33f-7c959438d432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 1001 time: 0.0954318 Jun 07 12:14:58.226414 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-a1acc910-0954-43c6-b441-0a42776ab5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:58.227710 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-a1acc910-0954-43c6-b441-0a42776ab5ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.0563381 Jun 07 12:14:58.305571 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-8b3861f2-76dc-49f0-8064-e40ada4ada4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:58.307034 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-8b3861f2-76dc-49f0-8064-e40ada4ada4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734098 Jun 07 12:14:58.530925 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-2fa736cf-9ba8-45be-809c-4d213b1dc2e4 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166088 Jun 07 12:14:58.661285 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-29ad0a9c-9adb-4be2-8f6b-6575d8451343 req-6676adc2-68c0-4058-81ef-9d45861af535 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237621 Jun 07 12:14:58.968349 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee34ea-4ff5-411c-be33-29d9bb6acae2 req-457e62e1-786b-4c68-bfe4-e166a3c7b1ad tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:14:58.969838 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00ee34ea-4ff5-411c-be33-29d9bb6acae2 req-457e62e1-786b-4c68-bfe4-e166a3c7b1ad tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0793755 Jun 07 12:14:59.018040 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-00ee34ea-4ff5-411c-be33-29d9bb6acae2 req-2af78f82-1649-48de-95c9-c17214932bad tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Jun 07 12:15:00.203984 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f498a-bcf8-4a26-82b4-26a84aeb249a req-a0b79f98-47ad-4390-b4b6-33cd9af4969a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:00.205487 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c31f498a-bcf8-4a26-82b4-26a84aeb249a req-a0b79f98-47ad-4390-b4b6-33cd9af4969a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0815995 Jun 07 12:15:00.251557 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-c31f498a-bcf8-4a26-82b4-26a84aeb249a req-3e2f4e8b-ad17-451e-aa4c-b3e20ef9cafb tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Jun 07 12:15:01.436102 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a88d-d988-480c-9a6c-c0e8d9265fff req-5942e0b0-6134-4827-b812-e33d6c3ba7c1 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:01.437570 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7754a88d-d988-480c-9a6c-c0e8d9265fff req-5942e0b0-6134-4827-b812-e33d6c3ba7c1 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0821018 Jun 07 12:15:01.481889 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-7754a88d-d988-480c-9a6c-c0e8d9265fff req-2fff7110-2a11-4e45-b468-0dc5d6d1a222 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Jun 07 12:15:01.830780 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772d58-ae5c-4a6b-91e7-d996894334f3 req-c6e40512-3e5e-43f5-8d95-80497a670c5c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:01.832291 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-15772d58-ae5c-4a6b-91e7-d996894334f3 req-c6e40512-3e5e-43f5-8d95-80497a670c5c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0821979 Jun 07 12:15:01.876097 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-39cb692b-c02a-47af-83de-adb6de3c14cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1840436 Jun 07 12:15:01.878267 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-15772d58-ae5c-4a6b-91e7-d996894334f3 req-07ff6a78-beac-4adc-9e24-766fbe7bda61 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Jun 07 12:15:02.968082 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:15:03.070928 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d121f-c52c-4753-a038-430e9a9f8b99 req-5b80c6c5-f496-45ed-b5fa-ea80da63f1ab tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:03.072542 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-617d121f-c52c-4753-a038-430e9a9f8b99 req-5b80c6c5-f496-45ed-b5fa-ea80da63f1ab tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0846362 Jun 07 12:15:03.084775 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:03.112624 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:15:03.115133 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8686f9-dcc6-48c9-83ff-8ff172c0d235" -d '{"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-unplugged", "status": "completed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:15:03.119184 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-617d121f-c52c-4753-a038-430e9a9f8b99 req-42711795-ce84-46ee-b207-266ff89f688f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393057 Jun 07 12:15:03.124035 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:15:03.128098 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:03.131147 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-241d2647-a62e-47db-a5ff-b710aa2fc4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:15:03.166944 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0744f76f-4ad2-4ef1-ab25-2e98ddc0ad91 x-openstack-request-id: req-0744f76f-4ad2-4ef1-ab25-2e98ddc0ad91 {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:15:03.167242 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-unplugged", "status": "failed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "code": 422}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:15:03.167500 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0744f76f-4ad2-4ef1-ab25-2e98ddc0ad91 {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:15:03.167892 dv-cinder-786627-7-iscsi neutron-server[91702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'code': 422} returned with failed status Jun 07 12:15:03.199912 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=6']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:15:03.207059 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.207408 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.207748 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.208081 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.208412 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.208765 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.209091 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.209416 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.209740 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.210060 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.210381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.210700 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:15:03.214769 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:15:04.312857 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1d6b-6f3a-4746-a7d6-582510950df2 req-991ea426-8271-45d6-a611-09ec57219238 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:04.314340 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-412d1d6b-6f3a-4746-a7d6-582510950df2 req-991ea426-8271-45d6-a611-09ec57219238 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0815976 Jun 07 12:15:04.357960 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-412d1d6b-6f3a-4746-a7d6-582510950df2 req-bbce59ad-8536-4019-8a87-d2269abd55ed tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379360 Jun 07 12:15:05.545923 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4264c-05fc-4e4f-aec9-4ca2981fb294 req-9f2f7619-0d43-403d-b888-2a9e1f8cae60 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:05.547383 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5bd4264c-05fc-4e4f-aec9-4ca2981fb294 req-9f2f7619-0d43-403d-b888-2a9e1f8cae60 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0850666 Jun 07 12:15:05.591837 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5bd4264c-05fc-4e4f-aec9-4ca2981fb294 req-26918c41-f6ea-4657-950a-37fcbb20cbd7 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Jun 07 12:15:06.779945 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8753a-63fe-40f2-b5ab-1c6986a932df req-275a3123-1c20-4ed0-bcfc-365ba60e62d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:06.781339 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-12e8753a-63fe-40f2-b5ab-1c6986a932df req-275a3123-1c20-4ed0-bcfc-365ba60e62d6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0840378 Jun 07 12:15:06.830808 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-12e8753a-63fe-40f2-b5ab-1c6986a932df req-43dadb3b-5d07-4d0d-98df-0fe4bed32726 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Jun 07 12:15:07.567702 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-9e412627-6e84-4b6a-bdd5-e34d0e944d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:07.569085 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-9e412627-6e84-4b6a-bdd5-e34d0e944d91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a&tenant_id=c7da0c1999b74f7e88721cc478082d79 HTTP/1.1" status: 200 len: 1097 time: 0.0698659 Jun 07 12:15:07.660356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-397f0890-a469-4c19-b4c6-3337aae8ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:07.661852 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-397f0890-a469-4c19-b4c6-3337aae8ae32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1097 time: 0.0700357 Jun 07 12:15:07.800356 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-befb650a-f5db-4a34-a5e2-6c3c062979e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:07.801812 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-befb650a-f5db-4a34-a5e2-6c3c062979e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1329825 Jun 07 12:15:07.911618 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-c0147926-2d62-4e13-8de6-6a3126bec2b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 999 time: 0.1027935 Jun 07 12:15:08.030326 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-6dc03838-5099-48b6-86ec-84734a842a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:08.036397 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-6dc03838-5099-48b6-86ec-84734a842a9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.1133971 Jun 07 12:15:08.123297 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c758-5476-4ed0-ac64-6fe00ce5e267 req-60f38df8-631b-49cc-b1d6-fbbdeda0edee tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:08.124714 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1951c758-5476-4ed0-ac64-6fe00ce5e267 req-60f38df8-631b-49cc-b1d6-fbbdeda0edee tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.1713886 Jun 07 12:15:08.174217 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-94539e53-2626-47d6-87a0-df70fbec8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:08.175672 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-94539e53-2626-47d6-87a0-df70fbec8620 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1365175 Jun 07 12:15:08.180144 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1951c758-5476-4ed0-ac64-6fe00ce5e267 req-a2f8530d-3235-4887-ac1a-4a840052658a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 Jun 07 12:15:08.405978 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-a0ae9571-58e2-4c0a-97ec-1bd7d80126ef service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224164 Jun 07 12:15:08.537111 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b19bc9fc-f134-4aa7-b8c2-c7a1acaba070 req-fe7a675a-64c4-4806-b75b-c5850965ffb9 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247084 Jun 07 12:15:09.367332 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67d6c2-329a-444c-947b-db38907f57d6 req-8e423eff-9ed9-4346-ac6d-d00a6635b33d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:09.368813 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3c67d6c2-329a-444c-947b-db38907f57d6 req-8e423eff-9ed9-4346-ac6d-d00a6635b33d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0844324 Jun 07 12:15:09.415678 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-3c67d6c2-329a-444c-947b-db38907f57d6 req-d014ce1a-d6c7-446b-b3d9-29337ae6d6f4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412667 Jun 07 12:15:10.599990 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ec862-0710-41b0-8f04-35e8e9456de0 req-5dacaac8-aa63-4a32-90fc-86f6f8c2bf10 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:10.601496 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d58ec862-0710-41b0-8f04-35e8e9456de0 req-5dacaac8-aa63-4a32-90fc-86f6f8c2bf10 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0806882 Jun 07 12:15:10.648344 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d58ec862-0710-41b0-8f04-35e8e9456de0 req-6028561c-a0dd-490e-9040-c8292f5f789c tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Jun 07 12:15:11.836829 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a891-05bf-4756-a2ad-9b87000c7690 req-b90c2a1e-5c6d-4dc2-b585-fffc2009af45 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:11.838309 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1f29a891-05bf-4756-a2ad-9b87000c7690 req-b90c2a1e-5c6d-4dc2-b585-fffc2009af45 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0852621 Jun 07 12:15:11.882795 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-1f29a891-05bf-4756-a2ad-9b87000c7690 req-3092cfcb-3b7a-44e8-a716-18d4111412b7 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Jun 07 12:15:12.339959 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:13.065587 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801b71-a10e-47a9-ad91-406a0d5d1fc5 req-a94283ac-d8ab-4e33-88bc-6a9832525f7d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:13.067046 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b8801b71-a10e-47a9-ad91-406a0d5d1fc5 req-a94283ac-d8ab-4e33-88bc-6a9832525f7d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0794785 Jun 07 12:15:13.115900 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-b8801b71-a10e-47a9-ad91-406a0d5d1fc5 req-cebc3af8-dc6c-4536-ac3e-7f8b8771f0a4 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Jun 07 12:15:14.303898 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce02e1-44cb-40fc-8760-dcfe2b0a322d req-2daaf02b-40b8-4e89-81db-b2d3a446a8b6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:14.305667 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-20ce02e1-44cb-40fc-8760-dcfe2b0a322d req-2daaf02b-40b8-4e89-81db-b2d3a446a8b6 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 944 time: 0.0802701 Jun 07 12:15:14.351778 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-20ce02e1-44cb-40fc-8760-dcfe2b0a322d req-f7c30ec6-cd7a-4d69-b2f1-a37c484bbbcb tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Jun 07 12:15:15.077413 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=91702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 12:15:15.211274 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:15:15.227400 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Returning: {'device': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'port_id': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'mac_address': 'fa:16:3e:80:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 12:15:15.280904 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:15.297809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910da7f-e56a-4c4f-a9c1-7723c2bef03c {{(pid=91702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 12:15:15.313501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:15:15.317625 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:15.319312 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:15:15.386898 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=7']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:15:15.390770 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:15:15.539183 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] get_ports_and_sgs() called for port_ids ['4910da7f-e56a-4c4f-a9c1-7723c2bef03c'] {{(pid=91702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 12:15:15.555789 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ebf75-bf6d-43d5-b806-917431ad4e80 req-d28336bf-1213-40ec-a70e-5661e260ec5b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:15.557290 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-023ebf75-bf6d-43d5-b806-917431ad4e80 req-d28336bf-1213-40ec-a70e-5661e260ec5b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 945 time: 0.0858042 Jun 07 12:15:15.602031 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-023ebf75-bf6d-43d5-b806-917431ad4e80 req-1decfab9-4274-4a03-b83b-6c2d347e9d72 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385132 Jun 07 12:15:15.673843 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2caf7dc1-f003-4288-b31e-1750de5fbc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:16.787592 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626c29c-1970-4b49-bf40-f314ce40e4b7 req-5cfde989-0448-48bc-bdf2-e170830ee346 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:16.789076 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d626c29c-1970-4b49-bf40-f314ce40e4b7 req-5cfde989-0448-48bc-bdf2-e170830ee346 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 945 time: 0.0797763 Jun 07 12:15:16.834648 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-d626c29c-1970-4b49-bf40-f314ce40e4b7 req-5e0c2489-ba15-4498-99eb-50b9bb954626 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397403 Jun 07 12:15:17.088787 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c up at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 12:15:17.157398 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.provisioning_blocks [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Provisioning complete for port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c triggered by entity L2. {{(pid=91702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 12:15:17.157774 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-672517'] for port, provisioning_complete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:17.272503 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568801'] for port, before_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:17.299674 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:15:17.301920 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19fbabb02896baa3bfc7376808f7fdcb53f31b65c910155ead80d392e0d45f8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8c306-7259-4251-a9bf-a0467f47dcbe" -d '{"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:15:17.309360 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:15:17.314851 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728811644645', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728811143792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728811143837'] for port, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:17.317289 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-a2e4bcbf-d9c1-4b62-afa1-5a00e3c0e4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:15:17.352919 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7b19b-ec0f-4af7-9a31-97040216e88c x-openstack-request-id: req-79a7b19b-ec0f-4af7-9a31-97040216e88c {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:15:17.353214 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-plugged", "status": "completed", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "code": 200}]} {{(pid=91702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:15:17.353473 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79a7b19b-ec0f-4af7-9a31-97040216e88c {{(pid=91702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:15:17.353858 dv-cinder-786627-7-iscsi neutron-server[91702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'code': 200} Jun 07 12:15:17.385389 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Pushing event updated for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=8']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:15:17.388202 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:15:17.618125 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb6935-c5f4-4c1b-8a8f-7399b371952e req-771128ef-8dad-4fd1-a942-395f55386f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:17.619489 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46bb6935-c5f4-4c1b-8a8f-7399b371952e req-771128ef-8dad-4fd1-a942-395f55386f2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0733056 Jun 07 12:15:17.659139 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-46bb6935-c5f4-4c1b-8a8f-7399b371952e req-60da963a-18bc-4ebe-922e-ec2fb5277498 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Jun 07 12:15:18.018437 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9bd10-16aa-4dee-aa88-30af70878694 req-8a0ae2b1-27ef-44e5-943c-f440bf95e1da tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:18.019922 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-afb9bd10-16aa-4dee-aa88-30af70878694 req-8a0ae2b1-27ef-44e5-943c-f440bf95e1da tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0829835 Jun 07 12:15:18.065371 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-afb9bd10-16aa-4dee-aa88-30af70878694 req-8f6a29f9-0d84-4026-a781-51ed04ca9e7b tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jun 07 12:15:18.275911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:18.601151 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-96596ec8-d8de-4269-8877-ff9f6208d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:19.254389 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fc4ca-e1d8-496c-9a18-27d91aa09626 req-4ac6db68-ca2f-4ffd-b771-48c0917c794a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:19.255770 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5c3fc4ca-e1d8-496c-9a18-27d91aa09626 req-4ac6db68-ca2f-4ffd-b771-48c0917c794a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0824308 Jun 07 12:15:19.301127 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-5c3fc4ca-e1d8-496c-9a18-27d91aa09626 req-c1132914-4aca-4bc8-beef-ab4744f8aed1 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Jun 07 12:15:19.840364 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:21.712809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:33.194669 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:15:42.338992 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:45.664545 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b1abb851-abfb-4d57-9b35-58b748702311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:48.280138 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:48.602549 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-7c9c301a-7445-41d6-8689-b1c4e89f2fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:49.844861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:51.711033 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:15:54.371229 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-2f4d0703-707d-4f75-8551-a1ee610f6f79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692677 Jun 07 12:15:54.513749 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-e0c9cf6d-4152-4423-b30c-88c4c7085729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:54.515781 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-e0c9cf6d-4152-4423-b30c-88c4c7085729 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.0743573 Jun 07 12:15:54.659191 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-e1f5b7ba-fbd2-4b40-aebd-ed0cde26b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:54.660620 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-e1f5b7ba-fbd2-4b40-aebd-ed0cde26b1dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1266186 Jun 07 12:15:54.766903 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-20534ccd-3d2f-41a2-b3c4-d55534bcac4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 1001 time: 0.0942802 Jun 07 12:15:54.832091 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-eda41fc7-036f-43cc-b103-840e1beb498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:54.833565 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-eda41fc7-036f-43cc-b103-840e1beb498f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.0592003 Jun 07 12:15:55.005966 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-f523b2be-21ed-4556-9f9d-d5a7202cb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:15:55.007316 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-f523b2be-21ed-4556-9f9d-d5a7202cb4f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1674130 Jun 07 12:15:55.139333 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-942db69c-2df4-466d-a4c8-eb1e990be6fd service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245201 Jun 07 12:15:55.270693 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-0d203a2a-e34c-43dc-a835-1c690f275992 req-6f0c9ec7-ab3e-46bb-8a74-238177fe7b5c service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233556 Jun 07 12:16:10.193415 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:16:12.330356 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:15.666763 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-64687614-25d1-4fc5-b5f6-0fa331e7b52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:18.284509 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:18.603615 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-9470cceb-6d7c-4889-a701-7a157d47b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:19.847120 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:21.714651 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:34.934195 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36582) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:35.208878 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Deleting port 25fdf95f-2ae4-49e0-a718-bb7505da3b50 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:35.209134 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:35.332281 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:35.332599 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:35.544003 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Calling delete_port for 25fdf95f-2ae4-49e0-a718-bb7505da3b50 owned by network:floatingip {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:35.675106 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:35.678645 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-3347ad44-c509-4bce-9ffb-fcb82cee4be0 tempest-AttachVolumeShelveTestJSON-583681 tempest-AttachVolumeShelveTestJSON-583681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:35.749907 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event deleted for resources: {'Port': ['ID=25fdf95f-2ae4-49e0-a718-bb7505da3b50,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:35.766096 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.766480 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.766912 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.767413 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.767807 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.768167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.768519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.768901 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.769254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.769605 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.769950 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.770295 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:35.798029 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:35.830841 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for floatingip, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:35.831261 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.db.l3_db [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Floating IP d8d89a50-8c76-4411-8e4f-0ef17743a65c disassociated (deleted). External IP: 172.27.0.69, port: 4910da7f-e56a-4c4f-a9c1-7723c2bef03c. Jun 07 12:16:36.184500 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Router cdd1caa9-9638-4aec-9c82-059d30f62cd6 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:16:36.370989 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:16:36.375312 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for floatingip, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:36.382607 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Sync routers for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:16:36.393384 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:36.394018 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:36.435285 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-b60f50ed-d313-48da-b1aa-4f8551c56d15 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8d89a50-8c76-4411-8e4f-0ef17743a65c HTTP/1.1" status: 204 len: 168 time: 1.5000193 Jun 07 12:16:36.435949 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:16:36.438743 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b631b9f3be3f62ba91e1193abb4e0b12abde27a6b89fe352ad5a35b88c636ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807f7f5-c570-49bf-91ba-fee6143392cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:16:36.490329 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29404d69-7fed-46cf-935a-ce12a58d1d4a x-openstack-request-id: req-29404d69-7fed-46cf-935a-ce12a58d1d4a {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:16:36.490669 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "status": "completed", "code": 200}]} {{(pid=91701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:16:36.490967 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29404d69-7fed-46cf-935a-ce12a58d1d4a {{(pid=91701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:16:36.491401 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'status': 'completed', 'code': 200} Jun 07 12:16:36.612466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:36.638597 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-842b770c-2b5b-4c70-9381-44883c625680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:36.641486 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-842b770c-2b5b-4c70-9381-44883c625680 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7da0c1999b74f7e88721cc478082d79&device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 1099 time: 0.1267827 Jun 07 12:16:36.796233 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-9f29daa6-1d1d-4841-ae58-2787f74f0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:36.798417 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-9f29daa6-1d1d-4841-ae58-2787f74f0a43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 200 len: 910 time: 0.1480124 Jun 07 12:16:36.874947 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-61578673-dfe6-4902-9eb0-dae0b0025f62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 200 len: 217 time: 0.0697241 Jun 07 12:16:36.940849 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:36.944858 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Checking router: cdd1caa9-9638-4aec-9c82-059d30f62cd6 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:16:36.953466 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:36.954068 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:36.991266 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-0855802f-b212-476c-b311-7032d0839076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:36.992734 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-0855802f-b212-476c-b311-7032d0839076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 200 len: 848 time: 0.1103630 Jun 07 12:16:37.071247 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e3985-8f09-4ef0-ba8b-a61621d68b83 req-6817dbad-e1f2-43ca-bbfd-046f9f2eac2a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:37.072726 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-890e3985-8f09-4ef0-ba8b-a61621d68b83 req-6817dbad-e1f2-43ca-bbfd-046f9f2eac2a tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.3175685 Jun 07 12:16:37.107976 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-c514aa0f-de1c-457f-ada8-61c0815775be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:37.110106 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-c514aa0f-de1c-457f-ada8-61c0815775be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2652fa38-57d3-4ed0-b583-1e63b68e11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1103289 Jun 07 12:16:37.135211 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:37.164762 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-890e3985-8f09-4ef0-ba8b-a61621d68b83 req-5ad2529d-7918-4865-bcbf-72bf855e602d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856640 Jun 07 12:16:37.256787 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-5e6d5a57-0536-4824-a4dd-de7186642d55 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390927 Jun 07 12:16:37.391994 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-a807f7f5-c570-49bf-91ba-fee6143392cb req-c8302c15-835f-47a0-ab61-a67dc7bd2555 service neutron] 10.222.0.35 "GET /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268299 Jun 07 12:16:37.456199 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:37.460790 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc4b440-1106-4b51-a553-a6664374cddb None None] The sync data for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi is: [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:11:51Z', 'revision_number': 4, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi', '_interfaces': [{'id': 'f522760a-e9df-4641-b5aa-ef926941bd92', 'name': '', 'network_id': '2652fa38-57d3-4ed0-b583-1e63b68e11a1', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'mac_address': 'fa:16:3e:39:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7ac5be44-8d61-405f-9a64-49289319686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:51Z', 'updated_at': '2021-06-07T12:11:59Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'subnets': [{'id': '7ac5be44-8d61-405f-9a64-49289319686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:16:37.668490 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd5198-2f3e-4156-8c23-2cd93ed5bda8 None None] New status for floating IP d8d89a50-8c76-4411-8e4f-0ef17743a65c: DOWN {{(pid=91703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 12:16:38.258766 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-3cd4359a-d801-420e-83e2-a161f8654e4d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:38.260207 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-3cd4359a-d801-420e-83e2-a161f8654e4d tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.0804272 Jun 07 12:16:38.466840 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Deleting port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c {{(pid=91700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:38.467069 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:38.499265 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a3592-c2ec-4acf-be96-fa164517bcd3 req-4d287818-056f-4e67-bcca-9e69b40cb341 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 12:16:38.500750 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-335a3592-c2ec-4acf-be96-fa164517bcd3 req-4d287818-056f-4e67-bcca-9e69b40cb341 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 946 time: 0.2056098 Jun 07 12:16:38.741502 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-335a3592-c2ec-4acf-be96-fa164517bcd3 req-5baaa766-56bd-4676-a0b8-227dacd130d9 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec118a49-acf7-4d30-b775-d56cfdef4d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268269 Jun 07 12:16:38.760820 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.db [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] For port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:38.761176 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:38.885595 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.plugins.ml2.plugin [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Calling delete_port for 4910da7f-e56a-4c4f-a9c1-7723c2bef03c owned by compute:nova {{(pid=91700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:38.994029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1899513'] for port, after_delete {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:39.000272 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-d43747a9-3259-4af5-9e75-1e054e5a06d9 tempest-AttachVolumeNegativeTest-1704987462 tempest-AttachVolumeNegativeTest-1704987462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:39.047980 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event deleted for resources: {'Port': ['ID=4910da7f-e56a-4c4f-a9c1-7723c2bef03c,revision_number=None']} {{(pid=91700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:39.084533 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.084925 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.085285 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.085637 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.085983 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.086343 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.086686 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.087008 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.087352 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.087688 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.088029 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.088361 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:39.096130 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG oslo_concurrency.lockutils [None req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:39.133621 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.db.l3_dvrscheduler_db [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] No DVR routers for this DVR port 4910da7f-e56a-4c4f-a9c1-7723c2bef03c on host hv-cinder-78662 {{(pid=91700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:16:39.136018 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron_lib.callbacks.manager [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259112'] for port, before_response {{(pid=91700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:39.137938 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-49297a3f-f991-4a3d-a9e5-0d90717d4e9d req-027417ca-c3c6-4c53-9424-27eef68c066f tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.35 "DELETE /v2.0/ports/4910da7f-e56a-4c4f-a9c1-7723c2bef03c HTTP/1.1" status: 204 len: 173 time: 0.8715067 Jun 07 12:16:39.138420 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-deleted', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c'}] {{(pid=91700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 12:16:39.140740 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7d0af06005c3c53ceb99bc2e386b01b99773b344a6b3a82ed5de44740ad269" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94334294-6d7c-4eb8-b17c-ba83c9bff0e8" -d '{"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-deleted", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c"}]}' {{(pid=91700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 12:16:39.184456 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e783084c-546b-452a-890e-3e2bce5df316 x-openstack-request-id: req-e783084c-546b-452a-890e-3e2bce5df316 {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 12:16:39.184816 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d349244-5e32-4d1d-8b56-5a54e40cb78a", "name": "network-vif-deleted", "tag": "4910da7f-e56a-4c4f-a9c1-7723c2bef03c", "status": "completed", "code": 200}]} {{(pid=91700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 12:16:39.185111 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e783084c-546b-452a-890e-3e2bce5df316 {{(pid=91700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 12:16:39.185538 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d349244-5e32-4d1d-8b56-5a54e40cb78a', 'name': 'network-vif-deleted', 'tag': '4910da7f-e56a-4c4f-a9c1-7723c2bef03c', 'status': 'completed', 'code': 200} Jun 07 12:16:39.931255 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [req-40acae0d-7150-4f3a-be04-ec7a12635cdf req-97a3385a-5a63-4f6f-90db-bd04fd779d74 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d349244-5e32-4d1d-8b56-5a54e40cb78a HTTP/1.1" status: 200 len: 210 time: 0.0437131 Jun 07 12:16:41.028163 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36616) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:41.101584 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:41.132069 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:41.197798 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:41.200371 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:41.201519 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec118a49-acf7-4d30-b775-d56cfdef4d53 HTTP/1.1" status: 204 len: 168 time: 0.1723700 Jun 07 12:16:41.202866 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d0c250d7-9238-4b21-ba81-69df905e6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:41.214251 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec118a49-acf7-4d30-b775-d56cfdef4d53,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:41.217570 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-cec37e7c-edfb-426f-8881-0e7e07d04b12 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:41.255167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36620) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:41.587994 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:41.627660 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] No Port match for: 4910da7f-e56a-4c4f-a9c1-7723c2bef03c {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:41.628015 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Device 4910da7f-e56a-4c4f-a9c1-7723c2bef03c not bound to the agent host hv-cinder-78662 {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:41.932349 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:42.333048 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:42.345814 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Deleting port f522760a-e9df-4641-b5aa-ef926941bd92 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:42.346336 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:42.470264 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] For port f522760a-e9df-4641-b5aa-ef926941bd92, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=f522760a-e9df-4641-b5aa-ef926941bd92,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:42.470675 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:42.597412 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Calling delete_port for f522760a-e9df-4641-b5aa-ef926941bd92 owned by network:router_interface {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:42.747001 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:42.751154 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7bae0907-1645-4e45-ac26-c409c3ee437d tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:42.794311 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f522760a-e9df-4641-b5aa-ef926941bd92,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:42.797830 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:43.069260 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:43.528478 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Router cdd1caa9-9638-4aec-9c82-059d30f62cd6 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:16:43.710036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:16:43.714880 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-53a97350-259e-4563-885c-47bbd501b1d3 admin admin] 10.222.0.22 "PUT /v2.0/routers/cdd1caa9-9638-4aec-9c82-059d30f62cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586642 Jun 07 12:16:43.718824 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36622) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:43.719929 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Sync routers for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:16:43.729403 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:43.730029 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:43.902915 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:43.907808 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:44.081458 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.165650 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Deleting port e6754c01-79e8-42b5-8566-254b0c8dd2cb {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:44.166005 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.236815 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:16:42Z', 'revision_number': 5, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port': {'id': 'e6754c01-79e8-42b5-8566-254b0c8dd2cb', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:48Z', 'updated_at': '2021-06-07T12:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:44.240611 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Checking router: cdd1caa9-9638-4aec-9c82-059d30f62cd6 for host: dv-cinder-786627-7-iscsi {{(pid=91702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:16:44.248765 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Routers {'cdd1caa9-9638-4aec-9c82-059d30f62cd6'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:44.250043 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:19Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'], 'active': True} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:44.288981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] For port e6754c01-79e8-42b5-8566-254b0c8dd2cb, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=e6754c01-79e8-42b5-8566-254b0c8dd2cb,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:44.289327 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.402247 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvr_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] Set router cdd1caa9-9638-4aec-9c82-059d30f62cd6 gateway port host: None {{(pid=91702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:44.412128 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Calling delete_port for e6754c01-79e8-42b5-8566-254b0c8dd2cb owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:44.514404 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_hamode_db [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:16:44Z', 'revision_number': 6, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:44.520142 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639f5b7-fb82-40c6-8322-207278adcb54 None None] The sync data for ids ['cdd1caa9-9638-4aec-9c82-059d30f62cd6'] in dv-cinder-786627-7-iscsi is: [{'id': 'cdd1caa9-9638-4aec-9c82-059d30f62cd6', 'name': 'tempest-TestShelveInstance-1058813534-router', 'tenant_id': 'c7da0c1999b74f7e88721cc478082d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:47Z', 'updated_at': '2021-06-07T12:16:44Z', 'revision_number': 6, 'project_id': 'c7da0c1999b74f7e88721cc478082d79', 'gw_port_host': None}] {{(pid=91702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:16:44.660933 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.665452 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f0d87edc-a132-4e62-b7fa-2ccaf640b2c8 tempest-TestShelveInstance-651989086 tempest-TestShelveInstance-651989086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:44.736280 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6754c01-79e8-42b5-8566-254b0c8dd2cb,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:44.742352 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:44.799988 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.981141 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:44.983536 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.006004 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.006492 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd1caa9-9638-4aec-9c82-059d30f62cd6 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:16:45.010533 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.011817 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f385e92f-9cdf-435b-a67c-957b172f1181 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cdd1caa9-9638-4aec-9c82-059d30f62cd6 HTTP/1.1" status: 204 len: 168 time: 1.2920399 Jun 07 12:16:45.014269 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36624) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:45.178336 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Deleting subnet 7ac5be44-8d61-405f-9a64-49289319686e {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:16:45.181263 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.229391 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.290693 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f522760a-e9df-4641-b5aa-ef926941bd92 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:45.318634 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.326020 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: f522760a-e9df-4641-b5aa-ef926941bd92 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:45.326375 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device f522760a-e9df-4641-b5aa-ef926941bd92 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:45.386397 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.390781 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:45.425852 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac5be44-8d61-405f-9a64-49289319686e,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:45.428962 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:45.429948 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.431830 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d822401a-00fc-4525-9c9b-9cd539b12ae3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7ac5be44-8d61-405f-9a64-49289319686e HTTP/1.1" status: 204 len: 168 time: 0.4158776 Jun 07 12:16:45.434295 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36628) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:45.438555 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d22e63-6b6c-4a8d-88d5-65a9d1160e32 None None] Network 2652fa38-57d3-4ed0-b583-1e63b68e11a1 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:16:45.543478 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.619818 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Deleting port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:45.620153 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.674110 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-b8c3495f-5e00-446e-acc3-e60bdd5bd7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.700549 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] DHCP port deletion for 2652fa38-57d3-4ed0-b583-1e63b68e11a1 request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:16:45.725174 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] For port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:45.725776 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.767220 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Deleting port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:45.767589 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.850152 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Calling delete_port for 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:45.866938 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] For port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,segment=NetworkSegment(c9c6e506-8b28-4ad7-b30d-323600b44c09),segment_id=c9c6e506-8b28-4ad7-b30d-323600b44c09)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:45.867337 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.901673 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:45.905989 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-8eeb3bd2-216f-4a10-b8de-2b31770dd207 tempest-TestVolumeBootPattern-859760704 tempest-TestVolumeBootPattern-859760704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:45.952182 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:45.954398 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] No DVR routers for this DVR port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:16:45.955937 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:45.995902 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Calling delete_port for 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:46.039298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.043842 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:46.073531 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.087010 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2652fa38-57d3-4ed0-b583-1e63b68e11a1']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:46.091187 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Pushing event deleted for resources: {'Port': ['ID=94c5347e-d8b2-41bc-ba03-0b3ec35c4695,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:46.095854 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] No DVR routers for this DVR port 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:16:46.100394 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c6e506-8b28-4ad7-b30d-323600b44c09') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:46.100716 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c6e506-8b28-4ad7-b30d-323600b44c09') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:46.113469 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.116379 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.116743 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.117072 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.117397 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.117725 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.118040 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.118357 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.118673 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.118990 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.119300 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.119619 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.119933 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-7-iscsi {{(pid=91702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 12:16:46.126281 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-e9402f83-8a09-4988-83fd-7651e8ec7b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:46.131899 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.138279 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:16:46.138665 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:16:46.151786 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:16:46.319118 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.322494 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-b6e7b017-5109-4205-ba25-b85a2fc6386f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:46.336036 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:46.337830 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2652fa38-57d3-4ed0-b583-1e63b68e11a1 HTTP/1.1" status: 204 len: 168 time: 0.9025795 Jun 07 12:16:46.340840 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36630) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:46.402056 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2652fa38-57d3-4ed0-b583-1e63b68e11a1,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:46.411435 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-210ce636-505d-4b50-8607-36d755844cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:46.750131 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device e6754c01-79e8-42b5-8566-254b0c8dd2cb no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:46.783770 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: e6754c01-79e8-42b5-8566-254b0c8dd2cb {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:46.784116 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device e6754c01-79e8-42b5-8566-254b0c8dd2cb not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:46.784546 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:46.818396 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:46.818748 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 94c5347e-d8b2-41bc-ba03-0b3ec35c4695 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:46.883845 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-467160'] for router_interface, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:47.192870 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:16:47.313368 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Deleting port 18df4410-eb29-4be9-9d41-fb0d238d98fc {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:47.313789 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:47.433792 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] For port 18df4410-eb29-4be9-9d41-fb0d238d98fc, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=18df4410-eb29-4be9-9d41-fb0d238d98fc,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:47.434135 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:47.560203 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Calling delete_port for 18df4410-eb29-4be9-9d41-fb0d238d98fc owned by network:router_interface {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:47.713899 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:47.717513 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-49bc1ea8-b1a4-42b8-ade8-65be4a59ca65 tempest-AttachVolumeTestJSON-2109130271 tempest-AttachVolumeTestJSON-2109130271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:47.869138 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Pushing event deleted for resources: {'Port': ['ID=18df4410-eb29-4be9-9d41-fb0d238d98fc,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:47.895178 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:48.135946 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-514727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-466566'] for router_interface, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:48.287773 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:48.497557 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Router e74b7b7a-0028-4fba-8309-c076515d2f56 has already been hosted by L3 agent 8c8f0806-aaa9-41a4-9bb2-478110e5db7a {{(pid=91701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 12:16:48.611636 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6433f146-6771-4a8d-bf7d-ce9902f25ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:48.678761 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] Notify agent at l3_agent.dv-cinder-786627-7-iscsi the message routers_updated {{(pid=91701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 12:16:48.683548 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ab42f6d5-7935-49be-b951-f5c06cf017ae admin admin] 10.222.0.22 "PUT /v2.0/routers/e74b7b7a-0028-4fba-8309-c076515d2f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417866 Jun 07 12:16:48.686337 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36632) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:48.688623 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Sync routers for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 12:16:48.704192 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:48.704949 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:48.875993 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks [] for router, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:48.888380 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: dv-cinder-786627-7-iscsi {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:49.048327 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.178669 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'external_fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:16:47Z', 'revision_number': 5, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port': {'id': '6abf4867-e4b7-4827-b012-d22b7eb2470c', 'name': '', 'network_id': 'a16db843-67dc-431d-87f2-c9cc6d3adc3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T12:11:55Z', 'updated_at': '2021-06-07T12:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c1b6188-0908-4f4f-853a-4157ae97fb12', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-7-iscsi'}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:49.183317 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Checking router: e74b7b7a-0028-4fba-8309-c076515d2f56 for host: dv-cinder-786627-7-iscsi {{(pid=91703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 12:16:49.193551 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Routers {'e74b7b7a-0028-4fba-8309-c076515d2f56'} bound to L3 agent in host dv-cinder-786627-7-iscsi {{(pid=91703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 12:16:49.194168 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T11:53:19Z,description=,heartbeat_timestamp=2021-06-07T12:16:49Z,host='dv-cinder-786627-7-iscsi',id=8c8f0806-aaa9-41a4-9bb2-478110e5db7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T11:53:19Z,topic='l3_agent')) {'router_ids': ['e74b7b7a-0028-4fba-8309-c076515d2f56'], 'active': True} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:49.233808 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Deleting port 6abf4867-e4b7-4827-b012-d22b7eb2470c {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:49.234143 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.344064 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_dvr_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] Set router e74b7b7a-0028-4fba-8309-c076515d2f56 gateway port host: None {{(pid=91703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 12:16:49.355879 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] For port 6abf4867-e4b7-4827-b012-d22b7eb2470c, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=6abf4867-e4b7-4827-b012-d22b7eb2470c,segment=NetworkSegment(a7a6b315-116c-4977-b3ae-be2e71bf81b2),segment_id=a7a6b315-116c-4977-b3ae-be2e71bf81b2)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:49.356231 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.449573 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.l3_hamode_db [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:16:49Z', 'revision_number': 6, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port_host': None}], 'dv-cinder-786627-7-iscsi', False) {} {{(pid=91703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:49.454289 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc529e2-c2bf-46f6-ba43-974f366567aa None None] The sync data for ids ['e74b7b7a-0028-4fba-8309-c076515d2f56'] in dv-cinder-786627-7-iscsi is: [{'id': 'e74b7b7a-0028-4fba-8309-c076515d2f56', 'name': 'tempest-TestShelveInstance-726692320-router', 'tenant_id': 'd30bcda41bd54be7987ceb493db4986d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T12:11:54Z', 'updated_at': '2021-06-07T12:16:49Z', 'revision_number': 6, 'project_id': 'd30bcda41bd54be7987ceb493db4986d', 'gw_port_host': None}] {{(pid=91703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 12:16:49.480705 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Calling delete_port for 6abf4867-e4b7-4827-b012-d22b7eb2470c owned by network:router_gateway {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:49.657054 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.661054 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-a96e0ebd-930d-4dfd-977d-1631f6f3719c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:49.732157 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Pushing event deleted for resources: {'Port': ['ID=6abf4867-e4b7-4827-b012-d22b7eb2470c,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:49.738710 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:49.802078 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506696'] for router_gateway, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.853490 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.986220 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4871'] for router, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:49.988425 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.011024 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-471249'] for router, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.011587 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74b7b7a-0028-4fba-8309-c076515d2f56 {{(pid=91701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 12:16:50.016701 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] Notify callbacks [] for router, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.017847 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-f6dcd61d-61cb-47a7-8f1a-45a685d9c85c admin admin] 10.222.0.22 "DELETE /v2.0/routers/e74b7b7a-0028-4fba-8309-c076515d2f56 HTTP/1.1" status: 204 len: 168 time: 1.3305435 Jun 07 12:16:50.020372 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36634) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:50.079885 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.db_base_plugin_v2 [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Deleting subnet 0d1efeb2-1193-47b5-b9bc-f03165bb161c {{(pid=91701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 12:16:50.082893 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.133306 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2375257'] for subnet, precommit_delete_associations {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.212603 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-601591'] for subnet, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.283371 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-601576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2273604'] for subnet, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.287519 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7da5e55e-7b5d-4f57-8050-0a5eb0c4b113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:50.328427 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1efeb2-1193-47b5-b9bc-f03165bb161c,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:50.330421 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.332255 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0d1efeb2-1193-47b5-b9bc-f03165bb161c HTTP/1.1" status: 204 len: 168 time: 0.3109403 Jun 07 12:16:50.333189 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-052ff132-aee3-45e8-a17b-7d5ead728c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:50.334793 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36636) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:50.335285 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67458e4a-f193-4593-a448-00507ee53678 None None] Network 40cabc95-363d-4e33-a8f6-e012b7f6ca14 requested from dv-cinder-786627-7-iscsi {{(pid=91702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 12:16:50.443954 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-779633'] for network, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.528166 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Deleting port 286cec9d-c484-442f-afbc-e403bddd1323 {{(pid=91701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:50.529018 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.617546 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] DHCP port deletion for 40cabc95-363d-4e33-a8f6-e012b7f6ca14 request from dv-cinder-786627-7-iscsi {{(pid=91702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 12:16:50.642540 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.db [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] For port 286cec9d-c484-442f-afbc-e403bddd1323, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=286cec9d-c484-442f-afbc-e403bddd1323,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:50.642884 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.687065 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Deleting port 286cec9d-c484-442f-afbc-e403bddd1323 {{(pid=91702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 12:16:50.687839 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728811637459'] for port, before_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.813833 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6abf4867-e4b7-4827-b012-d22b7eb2470c no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:50.862706 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 6abf4867-e4b7-4827-b012-d22b7eb2470c {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:50.863522 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 6abf4867-e4b7-4827-b012-d22b7eb2470c not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:50.863522 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 18df4410-eb29-4be9-9d41-fb0d238d98fc no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:50.870167 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Calling delete_port for 286cec9d-c484-442f-afbc-e403bddd1323 owned by network:dhcp {{(pid=91701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:50.902842 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 18df4410-eb29-4be9-9d41-fb0d238d98fc {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:50.903191 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 18df4410-eb29-4be9-9d41-fb0d238d98fc not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:50.903618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 286cec9d-c484-442f-afbc-e403bddd1323 no longer exists at agent ovs-agent-dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 12:16:50.915543 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801253'] for port, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.919721 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-673d04ee-7a62-4514-b670-de86eb78bfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:50.938653 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] No Port match for: 286cec9d-c484-442f-afbc-e403bddd1323 {{(pid=91702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 12:16:50.939006 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.rpc [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Device 286cec9d-c484-442f-afbc-e403bddd1323 not bound to the agent host dv-cinder-786627-7-iscsi {{(pid=91702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 12:16:50.941366 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.db [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] For port 286cec9d-c484-442f-afbc-e403bddd1323, host dv-cinder-786627-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-7-iscsi',level=0,port_id=286cec9d-c484-442f-afbc-e403bddd1323,segment=NetworkSegment(7d6008d0-4fd6-4821-b46f-9543af2d949f),segment_id=7d6008d0-4fd6-4821-b46f-9543af2d949f)] {{(pid=91702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 12:16:50.941765 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468109'] for port, precommit_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:50.967837 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Pushing event deleted for resources: {'Port': ['ID=286cec9d-c484-442f-afbc-e403bddd1323,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:50.970423 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:50.973244 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] No DVR routers for this DVR port 286cec9d-c484-442f-afbc-e403bddd1323 on host dv-cinder-786627-7-iscsi {{(pid=91701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:16:51.064381 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.plugins.ml2.plugin [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Calling delete_port for 286cec9d-c484-442f-afbc-e403bddd1323 owned by network:dhcp {{(pid=91702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 12:16:51.087967 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-603256', 'neutron.services.segments.db._delete_segments_for_network-8728811423645'] for network, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.100584 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cabc95-363d-4e33-a8f6-e012b7f6ca14']}} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:51.106406 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-514709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728811644627', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728811143783'] for port, after_delete {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.110596 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:51.113254 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6008d0-4fd6-4821-b46f-9543af2d949f') {'for_net_delete': True} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:51.113541 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.services.segments.db [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6008d0-4fd6-4821-b46f-9543af2d949f') {} {{(pid=91701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 12:16:51.124970 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728811657144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2375254'] for segment, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.140513 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682'] for segment, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.146551 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=91701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 12:16:51.146922 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-600682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801200'] for segment, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.153618 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Pushing event deleted for resources: {'Port': ['ID=286cec9d-c484-442f-afbc-e403bddd1323,revision_number=None']} {{(pid=91702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:51.157788 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG oslo_concurrency.lockutils [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91702) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:51.159826 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29fac9-19ac-40cc-8f36-2ef9849f6d89 None None] No DVR routers for this DVR port 286cec9d-c484-442f-afbc-e403bddd1323 on host dv-cinder-786627-7-iscsi {{(pid=91702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: Traceback (most recent call last): Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: timer() Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: cb(*args, **kw) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: return func(*args, **kwargs) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: self._notify() Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: self.callback(batched_events) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: event.method(event) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: return f(self, *a, **k) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._get(url).json() Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: return self.request(url, 'GET', **kwargs) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 12:16:51.160432 dv-cinder-786627-7-iscsi neutron-server[91701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 12:16:51.242847 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-603249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-400671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-514716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506707'] for network, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.246162 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-7f419f3f-79cd-44b3-a3c3-3a4536b28bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:51.259111 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-514811'] for network, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.260919 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] 10.222.0.22 "DELETE /v2.0/networks/40cabc95-363d-4e33-a8f6-e012b7f6ca14 HTTP/1.1" status: 204 len: 168 time: 0.9252203 Jun 07 12:16:51.270752 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Pushing event deleted for resources: {'Network': ['ID=40cabc95-363d-4e33-a8f6-e012b7f6ca14,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:51.273190 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-ad2a431d-3b84-40b2-97c0-23ecabe8c32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:51.385730 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [-] (91700) accepted ('10.222.0.22', 36640) {{(pid=91700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:51.435590 dv-cinder-786627-7-iscsi neutron-server[91700]: INFO neutron.wsgi [None req-6c76c02e-19a9-4588-b2fa-fb137f887062 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7da0c1999b74f7e88721cc478082d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485206 Jun 07 12:16:51.438522 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36642) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:51.504369 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.531945 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.584453 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.586866 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.587971 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a232510-483d-4890-ad57-7bd343f74902 HTTP/1.1" status: 204 len: 168 time: 0.1483040 Jun 07 12:16:51.588856 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-d88a9cc0-150c-41ce-8ffd-ae3abf689369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:51.598916 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a232510-483d-4890-ad57-7bd343f74902,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:51.608484 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-fadeb189-0249-48fb-b988-22dc4116432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:16:51.717069 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:51.932271 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36648) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:51.979668 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-d96add8b-25b9-400c-bf8c-16a738d46df6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d30bcda41bd54be7987ceb493db4986d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461681 Jun 07 12:16:51.981981 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [-] (91701) accepted ('10.222.0.22', 36650) {{(pid=91701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 12:16:52.041462 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:52.068032 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:52.120450 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400655'] for security_group, after_delete {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:52.122897 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron_lib.callbacks.manager [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:16:52.124014 dv-cinder-786627-7-iscsi neutron-server[91701]: INFO neutron.wsgi [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3324de1d-0976-4161-802f-5d4517a40e9f HTTP/1.1" status: 204 len: 168 time: 0.1411633 Jun 07 12:16:52.124843 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-978de158-0f29-4e0c-bb10-75699562793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 12:16:52.135630 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3324de1d-0976-4161-802f-5d4517a40e9f,revision_number=None']} {{(pid=91701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 12:16:52.138468 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG oslo_concurrency.lockutils [None req-91eff40c-d866-410b-9e51-d92c62378373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 12:17:12.351189 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:15.665891 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-011f213a-686f-4205-b84e-ed52e0766d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:18.289389 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:18.605336 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-398f8c7f-0f55-4c24-a2c9-563afa01e85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:19.852041 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:21.718595 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:24.192516 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:17:42.367121 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:45.667286 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-1618b1f0-d6b4-411d-b8ca-588b9d8bdde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:48.292178 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:48.606199 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-64e32c60-f510-4046-9f9f-79ac8d104265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:49.856253 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:17:51.725861 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:01.191088 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:18:12.365415 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:15.669298 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ea202d8e-77cf-43f8-b54a-bb1070589661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:18.294261 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:18.607212 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5244bf87-f34d-414a-a889-24cfa577b231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:19.858006 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:21.724016 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:38.189985 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:18:42.364274 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:45.671551 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-78f9aba6-7f53-418a-9680-3a57842c379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:48.295976 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:48.609010 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-88f1ed13-44cf-408f-835b-52deb2eed6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:49.862228 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:18:51.727583 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:12.364501 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:15.188112 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:19:15.672938 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7742-195c-43fa-ac0f-411c16d99b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:18.297045 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:18.610578 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-107d334b-5a1e-43f6-8e3c-34e8ea6ecdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:19.864080 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:21.729654 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:42.378957 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:45.675769 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d83c7f90-5e97-40ef-b5dd-c77076e9395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:48.298830 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:48.611368 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-10fe0b1d-a5f1-460a-8215-15d065d6d1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:49.868809 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:51.732549 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:19:52.186802 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:20:01.597413 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [req-e34386ce-963d-46e9-adcd-44681260fd39 req-9fd15a46-5660-4ba6-9307-f761af8df6d9 service neutron] (91701) timed out ('10.222.0.35', 50223) {{(pid=91701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 12:20:02.238578 dv-cinder-786627-7-iscsi neutron-server[91700]: DEBUG neutron.wsgi [req-8f0185c8-7e92-43b3-aada-bef141680498 req-f68bdbce-1a84-414c-bd2a-572fa242f0c0 service neutron] (91700) timed out ('10.222.0.35', 49861) {{(pid=91700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 12:20:03.114921 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [req-25070a86-371f-4f33-a014-f1abf0a6c6f6 req-5f24de93-f386-4393-a453-88f36c2f28b0 service neutron] (91701) timed out ('10.222.0.35', 49884) {{(pid=91701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 12:20:03.594266 dv-cinder-786627-7-iscsi neutron-server[91701]: DEBUG neutron.wsgi [req-989a570a-7094-4f40-a075-d15fbe9d1c22 req-40e3fbf4-0726-4e63-9c54-e87916976e2a service neutron] (91701) timed out ('10.222.0.35', 49907) {{(pid=91701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 12:20:12.378438 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:15.677763 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d088-7292-47ca-979c-e19674d76627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:18.301640 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:18.612204 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-df0a264c-a168-4c40-b9cd-ab44929ef974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:19.870144 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:21.733712 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:29.185831 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:20:42.393340 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:45.680807 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-8c3198e1-99aa-48b4-ae9b-2104d1025d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:48.304379 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:48.613390 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-817a017f-660e-4076-8219-98e42714b746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:49.872889 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:20:51.737333 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:06.184981 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:21:12.393084 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:15.682663 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-f194732c-b6fd-45de-b170-a3edfb27816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:18.305756 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:18.614258 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-01971335-d7cf-4675-8050-5ffeb967a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:19.875376 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:21.738350 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:42.409480 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-0774006c-f4bb-49c4-8d76-82774524a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:43.183853 dv-cinder-786627-7-iscsi neutron-server[91703]: DEBUG neutron.db.agents_db [None req-14f17044-3a5d-4924-83fb-a655e5ad81d9 None None] Agent healthcheck: found 6 active agents {{(pid=91703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 12:21:45.684412 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-2186b77a-b5c1-461d-9417-a0f08fa4875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:48.311658 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-ed992aac-1cd1-4869-ba08-739d7cb1ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:48.616212 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-818a5e62-0055-4c35-859c-6fcf17ca107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:49.916911 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-3c55b190-a41c-4625-8070-5719ea4c1177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 12:21:51.740448 dv-cinder-786627-7-iscsi neutron-server[91702]: DEBUG neutron_lib.callbacks.manager [None req-d6871540-a899-44be-9222-f22e7ae421b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728811423627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-672694'] for agent, after_update {{(pid=91702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}